-- Logs begin at Wed 2022-09-14 00:20:42 UTC, end at Wed 2022-09-14 01:31:34 UTC. -- Sep 14 00:56:18.788673 dv-cinder-857528-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 00:56:21.499903 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.common.config [-] Logging enabled! Sep 14 00:56:21.500559 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 00:56:21.501243 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106305) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 00:56:21.505768 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.common.config [-] Logging enabled! Sep 14 00:56:21.506009 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 00:56:21.506324 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106305) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 00:56:21.507277 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 00:56:21.507521 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 00:56:21.508042 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 00:56:21.508295 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 00:56:21.508527 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 00:56:21.508852 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.509155 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.509389 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.509688 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.509981 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.510266 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.510560 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.510862 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.511422 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.511733 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.512021 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.512254 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.512540 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.512832 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.513121 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.513348 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] debug = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.513632 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.514063 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.514475 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.514770 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.515064 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.515352 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.515655 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.515935 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.516224 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.516551 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] host = dv-cinder-857528-1-iscsi {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.516832 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.517122 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.517942 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.518414 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.518713 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.518984 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.519276 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.519586 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.519856 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.520136 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.520429 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.520723 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.521019 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.521248 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.521475 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.521764 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.522056 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.522334 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.522618 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.522890 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.523168 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.523443 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.523753 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.524057 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.524534 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.525042 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.525535 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.526033 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.526502 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.526976 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.527511 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.528046 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.528565 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.528983 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.529288 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.529572 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.529858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.530177 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.530473 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.530762 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.531055 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.531346 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.531667 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.531947 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.532223 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.532498 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_json = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.532774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.533125 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.533990 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.534273 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.534555 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.534836 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.535114 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.535406 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.535714 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:21.536020 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.536323 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.536630 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.536918 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.537229 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.537521 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.537818 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.538115 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.538407 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.538699 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.538994 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.539273 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.539596 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.539895 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.540197 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.540501 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.540801 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.541096 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.541375 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.541653 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.541931 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.542212 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.542503 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.542783 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.543076 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.543365 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.543682 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.543984 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.544272 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.544561 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.544858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.545151 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.545429 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.545709 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.546003 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.546284 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.546560 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.546852 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.547133 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.547407 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.547723 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.548020 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.548313 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.548593 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.548917 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.549212 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.549490 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.549795 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.550372 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.550852 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.551342 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.551893 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.552386 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.552863 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.553356 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.553860 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.554368 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.554891 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.555251 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.555543 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.555858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.556143 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.556425 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.556707 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.556990 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.557270 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.557551 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.557836 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.558118 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.558396 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.558674 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.558952 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.559230 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.559506 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.559819 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.560121 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.560401 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.560684 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.560967 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.561247 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.561527 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.561807 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.562087 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.562366 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.562643 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.562941 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.563231 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.563522 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.563834 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.564898 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.565209 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.565498 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.565790 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.566075 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.566359 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.566638 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.566931 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.567217 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.567507 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.567826 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.568118 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.568424 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.568725 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.569008 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.569310 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.569609 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.569908 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.570194 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.570511 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.570796 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:21.571019 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 00:56:21.571274 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106305) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 00:56:21.966264 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 00:56:21.966587 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 00:56:21.966857 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 00:56:21.967091 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 00:56:21.967373 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 00:56:21.967743 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 00:56:22.294450 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.294663 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.294938 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.296155 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.296431 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.296699 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.349710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.349989 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.350264 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.366279 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.366563 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.366839 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.395414 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.395720 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.395989 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.432717 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.432999 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.433281 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.663489 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.664147 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.664147 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.665226 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.665943 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.763352 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.763698 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.763984 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.764257 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.764526 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.764839 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.765102 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.765357 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.765611 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.765894 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.766153 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.766416 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.766672 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.766924 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.767179 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.767509 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.767767 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.768047 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.768309 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.768570 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.768844 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.769096 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.769377 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.769753 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.770005 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.770253 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.770648 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:22.770892 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:22.771133 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:22.771373 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:22.771642 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:22.771886 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:22.772255 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 00:56:22.775324 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 00:56:22.779246 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 00:56:22.782932 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 14 00:56:22.784609 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 00:56:22.785225 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 00:56:22.785562 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 00:56:22.785953 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 00:56:22.788747 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 00:56:22.789002 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 00:56:22.789352 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 00:56:22.794407 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 00:56:22.817997 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 00:56:22.818451 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.818757 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106305) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 14 00:56:22.819133 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.820521 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106305) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 00:56:22.820802 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 00:56:22.821045 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 00:56:22.831728 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.832020 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:22.902923 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 00:56:22.903163 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 00:56:22.903403 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 00:56:22.903809 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 00:56:22.958037 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO dbcounter [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Registered counter for database neutron Sep 14 00:56:22.975456 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_db.sqlalchemy.engines [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106305) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 00:56:22.981280 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG dbcounter [-] [106305] Writer thread running {{(pid=106305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:23.528995 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing driver for type 'gre' Sep 14 00:56:23.529565 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] gre ID ranges: [(1, 1000)] Sep 14 00:56:23.588331 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing driver for type 'local' Sep 14 00:56:23.588665 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing driver for type 'vlan' Sep 14 00:56:23.602510 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] VlanTypeDriver initialization complete Sep 14 00:56:23.602900 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing driver for type 'vxlan' Sep 14 00:56:23.603465 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] vxlan ID ranges: [(1, 1000)] Sep 14 00:56:23.661604 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing extension driver 'port_security' Sep 14 00:56:23.662023 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] PortSecurityExtensionDriver initialization complete Sep 14 00:56:23.662428 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing mechanism driver 'openvswitch' Sep 14 00:56:23.662773 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing mechanism driver 'hyperv' Sep 14 00:56:23.669418 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.plugin [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:23.670102 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.670485 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.670848 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.671363 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:23.671826 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.672189 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.672545 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.672944 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:23.673359 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.674249 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.674605 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.675000 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:23.675412 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > security_group after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.675795 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > security_group after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.676145 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.676541 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:23.676957 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.677313 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.677662 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.678192 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:23.678607 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > address_group after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.678964 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > address_group after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.679313 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.679806 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:23.680257 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] ML2 OVO RPC backend initialized. {{(pid=106305) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 14 00:56:23.680971 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.681341 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.681764 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.682122 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > networks before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.682483 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.682829 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > ports before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.683177 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.683525 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnets before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.683900 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.684245 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.684590 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.684937 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.685283 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.685655 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.686001 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.686345 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.686685 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.694955 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded quota_driver: . Sep 14 00:56:23.695324 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.plugin [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Modular L2 Plugin initialization complete Sep 14 00:56:23.695710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading services supported by the core plugin {{(pid=106305) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 00:56:23.696058 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Got port-security extension from driver 'port_security' Sep 14 00:56:23.696543 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.extensions.vlantransparent [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Disabled vlantransparent extension. Sep 14 00:56:23.697046 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106305) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 00:56:23.697375 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: router Sep 14 00:56:23.732559 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.732910 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.733287 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router before_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.733658 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.734037 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.734399 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_delete 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.734764 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.735119 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.735485 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.735869 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.736852 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.737216 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.737584 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.738008 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.738388 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.738738 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.739085 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: subnet after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.739441 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.739835 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.740195 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.740548 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.740906 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.741273 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.741630 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.741992 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.742366 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.742720 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.743096 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > agent after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.743456 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > agent after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.743905 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.744768 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Tracking information for resource: router configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:23.745108 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Tracking information for resource: floatingip configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:23.750020 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.db.l3_agentschedulers_db [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 00:56:23.750616 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.750988 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.751347 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.751790 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.753100 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router before_create 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.753474 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.753848 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_create 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.754219 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > router precommit_update 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.759038 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.provider_configuration [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service providers = [] {{(pid=106305) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 00:56:23.759412 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.db.servicetype_db [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106305) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 00:56:23.762686 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:23.763042 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:23.763394 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:23.764334 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:23.764714 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.services.service_base [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 00:56:23.765092 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.765421 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 00:56:23.777096 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.777439 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: auto_allocate Sep 14 00:56:23.783702 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: network precommit_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.784084 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: network precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.784611 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.784939 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: tag Sep 14 00:56:23.791493 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.791853 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: timestamp Sep 14 00:56:23.795902 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.796240 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: network_ip_availability Sep 14 00:56:23.801758 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.802140 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.802506 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:23.803231 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.803581 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: flavors Sep 14 00:56:23.808268 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.808603 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading Plugin: revisions Sep 14 00:56:23.813015 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:23.813406 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.846s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 00:56:23.814666 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106305) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 14 00:56:23.815012 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Initializing extension manager. Sep 14 00:56:23.815539 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: __init__.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.815910 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: __pycache__ {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.816248 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: address_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.817146 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.817715 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: address-group Sep 14 00:56:23.818044 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: address_scope.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.818734 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.819240 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: address-scope Sep 14 00:56:23.819583 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.820484 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.820997 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: router-admin-state-down-before-update Sep 14 00:56:23.821323 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: agent.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.821995 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.822499 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: agent Sep 14 00:56:23.822823 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: agent_resources_synced.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.823736 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.824242 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: agent-resources-synced Sep 14 00:56:23.824570 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: allowedaddresspairs.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.826342 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.826859 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: allowed-address-pairs Sep 14 00:56:23.827191 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: auto_allocated_topology.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.828265 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.828777 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: auto-allocated-topology Sep 14 00:56:23.829109 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: availability_zone.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.829846 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.830931 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: availability_zone Sep 14 00:56:23.831258 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: availability_zone_filter.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.832182 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.832690 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: availability_zone_filter Sep 14 00:56:23.833017 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: data_plane_status.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.833894 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.834398 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 00:56:23.834725 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: default_subnetpools.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.835637 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.836151 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: default-subnetpools Sep 14 00:56:23.836477 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.837254 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.837766 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: dhcp_agent_scheduler Sep 14 00:56:23.838094 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: dns.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.838979 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.839489 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 00:56:23.839843 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: dns_domain_ports.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.840729 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.841251 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 00:56:23.841581 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.842471 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.842979 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 00:56:23.843307 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: dvr.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.843988 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.844493 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: dvr Sep 14 00:56:23.844819 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: ecmp_routes.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.845757 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.846256 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 00:56:23.846579 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: empty_string_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.847462 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.847991 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: empty-string-filtering Sep 14 00:56:23.848317 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.849194 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.849699 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 00:56:23.850026 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.850912 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.851414 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 00:56:23.851774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: external_net.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.852660 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.853164 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: external-net Sep 14 00:56:23.853492 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.854366 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.854874 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: extra_dhcp_opt Sep 14 00:56:23.855205 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: extraroute.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.856102 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.856614 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: extraroute Sep 14 00:56:23.856941 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: extraroute_atomic.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.857932 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.858451 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: extraroute-atomic Sep 14 00:56:23.858766 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: filter_validation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.859396 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.859928 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: filter-validation Sep 14 00:56:23.860258 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: fip_pf_description.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.861195 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.861698 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 00:56:23.862023 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: fip_pf_detail.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.862914 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.863418 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 14 00:56:23.863767 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: fip_pf_port_range.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.864645 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.865149 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 14 00:56:23.865475 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: fip_port_details.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.866366 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.866868 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: fip-port-details Sep 14 00:56:23.867195 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: flavors.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.868409 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.868924 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: flavors Sep 14 00:56:23.869253 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.870876 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.871396 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 00:56:23.871827 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: floatingip_pools.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.872507 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.873019 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: floatingip-pools Sep 14 00:56:23.873355 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: ip_allocation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.874264 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.874776 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 00:56:23.875106 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.876041 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.876550 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: ip-substring-filtering Sep 14 00:56:23.877388 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l2_adjacency.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.878347 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.878852 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 00:56:23.879184 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.880158 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.880671 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: router Sep 14 00:56:23.881007 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.883385 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.883944 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 00:56:23.884284 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.885178 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.885690 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: ext-gw-mode Sep 14 00:56:23.886270 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.887173 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.887723 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: l3-ha Sep 14 00:56:23.888058 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.888946 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.889456 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 14 00:56:23.889789 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_flavors.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.890679 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.891198 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: l3-flavors Sep 14 00:56:23.891529 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.893702 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.894368 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 14 00:56:23.894715 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.895633 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.896158 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 00:56:23.896495 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: l3agentscheduler.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.897508 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.898021 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: l3_agent_scheduler Sep 14 00:56:23.898355 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: local_ip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.900092 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.900621 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension local_ip not supported by any of loaded plugins Sep 14 00:56:23.900967 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: logging.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.902407 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.902939 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension logging not supported by any of loaded plugins Sep 14 00:56:23.903275 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: metering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.904024 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.904597 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: metering Sep 14 00:56:23.904926 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.905979 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.906500 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: metering_source_and_destination_fields Sep 14 00:56:23.906834 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: multiprovidernet.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.907772 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.908511 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: multi-provider Sep 14 00:56:23.908791 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: netmtu.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.909682 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.910196 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: net-mtu Sep 14 00:56:23.910526 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: netmtu_writable.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.911416 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.911957 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: net-mtu-writable Sep 14 00:56:23.912286 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: network_availability_zone.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.912932 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.913436 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: network_availability_zone Sep 14 00:56:23.913760 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: network_ip_availability.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.914824 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.915356 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: network-ip-availability Sep 14 00:56:23.915707 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: network_segment_range.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.916446 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.916949 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 00:56:23.917275 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: pagination.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.918221 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.918557 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: pagination Sep 14 00:56:23.918884 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: port_device_profile.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.919797 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.920312 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: port-device-profile Sep 14 00:56:23.920638 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: port_mac_address_override.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.921543 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.922053 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: port-mac-override Sep 14 00:56:23.922380 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.923266 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.923826 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: port-mac-address-regenerate Sep 14 00:56:23.924153 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.925036 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.925546 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: port-numa-affinity-policy Sep 14 00:56:23.925878 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: port_resource_request.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.926765 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.927266 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 00:56:23.927618 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: port_resource_request_groups.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.928548 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.929053 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 14 00:56:23.929383 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: portbindings.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.930278 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.930786 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: binding Sep 14 00:56:23.931121 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: portbindings_extended.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.932370 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.932885 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: binding-extended Sep 14 00:56:23.933218 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: portsecurity.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.934103 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.934616 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: port-security Sep 14 00:56:23.934943 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: project_id.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.936112 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.936452 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: project-id Sep 14 00:56:23.936781 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: providernet.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.937666 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.938184 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: provider Sep 14 00:56:23.938518 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.942539 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.943071 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos not supported by any of loaded plugins Sep 14 00:56:23.943412 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.944685 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.945208 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 00:56:23.945543 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.946437 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.946952 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 00:56:23.947285 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_default.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.948211 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.948724 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-default not supported by any of loaded plugins Sep 14 00:56:23.949054 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_fip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.949947 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.950458 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 00:56:23.950787 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.951715 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.952230 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 14 00:56:23.952561 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_gateway_ip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.953459 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.953969 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 00:56:23.954299 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_port_network_policy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.955803 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.956317 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 00:56:23.956648 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.957661 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.958179 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 14 00:56:23.958509 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.959519 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.960061 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 14 00:56:23.960388 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_pps_rule.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.961523 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.962038 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 00:56:23.962367 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_rule_type_details.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.963256 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.963794 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 00:56:23.964126 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.965012 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.965520 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 14 00:56:23.965850 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: qos_rules_alias.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.966873 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.967383 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 00:56:23.967871 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: quota_check_limit.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.968758 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.969268 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: quota-check-limit Sep 14 00:56:23.969598 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: quotasv2.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.971166 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.971610 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: quotas Sep 14 00:56:23.971946 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: quotasv2_detail.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.973622 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.973966 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: quota_details Sep 14 00:56:23.974301 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: rbac.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.975337 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.975897 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: rbac-policies Sep 14 00:56:23.976232 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: rbac_address_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.977129 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.977643 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: rbac-address-group Sep 14 00:56:23.977975 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: rbac_address_scope.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.978950 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.979467 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: rbac-address-scope Sep 14 00:56:23.979835 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: rbac_security_groups.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.980736 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.981254 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: rbac-security-groups Sep 14 00:56:23.981587 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: rbac_subnetpool.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.982480 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.983040 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: rbac-subnetpool Sep 14 00:56:23.983324 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: revisionifmatch.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.984263 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.984778 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: revision-if-match Sep 14 00:56:23.985108 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: revisions.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.986751 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.987266 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: standard-attr-revisions Sep 14 00:56:23.987631 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: router_availability_zone.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.988281 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.988792 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: router_availability_zone Sep 14 00:56:23.989121 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: routerservicetype.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.990014 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.990531 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 00:56:23.990860 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.991799 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.992316 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: security-groups-normalized-cidr Sep 14 00:56:23.992646 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.993545 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.994059 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: port-security-groups-filtering Sep 14 00:56:23.994388 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.995287 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.995841 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: security-groups-remote-address-group Sep 14 00:56:23.996171 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:23.997074 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:23.997585 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: security-groups-shared-filtering Sep 14 00:56:23.997911 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: securitygroup.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.007905 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.008440 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: security-group Sep 14 00:56:24.008783 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: segment.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.009488 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.010002 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension segment not supported by any of loaded plugins Sep 14 00:56:24.010336 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.011502 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.012047 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 00:56:24.012380 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: servicetype.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.013449 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.013969 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: service-type Sep 14 00:56:24.014301 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: sorting.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.015257 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.015625 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: sorting Sep 14 00:56:24.015955 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: standard_attr_segment.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.016864 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.017550 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 00:56:24.017921 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: standardattrdescription.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.018548 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.019064 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: standard-attr-description Sep 14 00:56:24.019392 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: stateful_security_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.020320 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.020841 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: stateful-security-group Sep 14 00:56:24.021172 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: stdattrs_common.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.021737 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 00:56:24.022067 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.022966 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.023477 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 00:56:24.023834 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: subnet_onboard.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.024867 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.025385 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: subnet_onboard Sep 14 00:56:24.025715 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.026614 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.027127 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 00:56:24.027458 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: subnet_service_types.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.028390 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.028902 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: subnet-service-types Sep 14 00:56:24.029229 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: subnetallocation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.030264 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.030787 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: subnet_allocation Sep 14 00:56:24.031119 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.031783 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.032295 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: subnetpool-prefix-ops Sep 14 00:56:24.032623 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.034097 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.034609 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 00:56:24.034936 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: tagging.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.035998 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.036527 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: standard-attr-tag Sep 14 00:56:24.036858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: timestamp.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.038028 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.038547 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loaded extension: standard-attr-timestamp Sep 14 00:56:24.038879 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: trunk.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.039897 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.040410 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension trunk not supported by any of loaded plugins Sep 14 00:56:24.040738 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: trunk_details.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.041626 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.042141 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 00:56:24.042469 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: uplink_status_propagation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.043357 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.043894 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 00:56:24.044225 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Loading extension file: vlantransparent.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:24.044862 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:24.045364 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 00:56:24.047991 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:network Sep 14 00:56:24.048585 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:subnet Sep 14 00:56:24.049544 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:24.049947 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:port Sep 14 00:56:24.051220 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.051710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service FLAVORS assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.052325 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.052766 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.053106 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:router Sep 14 00:56:24.053552 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 00:56:24.054044 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service METERING assigned prefix: /metering {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.055477 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:24.055889 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:24.056251 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:24.057269 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 00:56:24.057720 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:security_group Sep 14 00:56:24.058157 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 00:56:24.058710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.059060 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:24.059414 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] subnetpool is already registered Sep 14 00:56:24.059876 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.060211 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:24.060550 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] subnetpool is already registered Sep 14 00:56:24.062992 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.063443 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service FLAVORS assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.064132 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.064697 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.065031 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:router Sep 14 00:56:24.065382 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] router is already registered Sep 14 00:56:24.065817 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 00:56:24.066159 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] floatingip is already registered Sep 14 00:56:24.066633 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service METERING assigned prefix: /metering {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.067362 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 00:56:24.067726 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] rbac_policy is already registered Sep 14 00:56:24.068147 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:security_group Sep 14 00:56:24.068488 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] security_group is already registered Sep 14 00:56:24.068918 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 00:56:24.069264 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] security_group_rule is already registered Sep 14 00:56:24.069762 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.070093 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:24.070430 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] subnetpool is already registered Sep 14 00:56:24.070862 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:24.071191 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:24.071525 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] subnetpool is already registered Sep 14 00:56:24.072030 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: extensions {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.073617 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: address-groups {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.075117 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: address-scopes {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.076395 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: agents {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.077565 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: auto-allocated-topology {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.080148 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: availability_zones {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.081388 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: dhcp-networks {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.082823 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: dhcp-agents {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.084419 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: routers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.086164 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: flavors {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.087347 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: service_profiles {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.088702 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: next_providers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.090182 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: service_profiles {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.091679 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: floatingip-pools {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.092938 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: routers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.094790 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: floatingips {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.096787 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: l3-routers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.098170 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: l3-agents {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.099733 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: metering-labels {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.101033 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: metering-label-rules {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.102334 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: network-ip-availabilities {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.103736 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: bindings {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.105337 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: quotas {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.106904 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: quotas {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.108592 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: rbac-policies {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.109797 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: security-groups {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.111034 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: security-group-rules {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.112680 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: service-providers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.114405 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: subnetpools {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.115836 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: subnetpools {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.117519 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.119564 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.121688 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.124034 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.126078 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.128857 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.130944 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.133230 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.135032 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.137198 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:24.144904 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING keystonemiddleware.auth_token [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 00:56:24.150017 dv-cinder-857528-1-iscsi neutron-server[106305]: WARNING keystonemiddleware.auth_token [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 00:56:24.158912 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Acquiring lock "singleton_lock" {{(pid=106305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 14 00:56:24.159245 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Acquired lock "singleton_lock" {{(pid=106305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 14 00:56:24.159752 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Releasing lock "singleton_lock" {{(pid=106305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 14 00:56:24.160403 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Starting 2 workers Sep 14 00:56:24.165165 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Started child 106416 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:24.169559 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Started child 106417 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:24.170603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:24.171263 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO neutron.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 00:56:24.171765 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:24.172088 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [-] (106416) wsgi starting up on http://0.0.0.0:9696 Sep 14 00:56:24.174961 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Starting 1 workers Sep 14 00:56:24.175130 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:24.176507 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [-] (106417) wsgi starting up on http://0.0.0.0:9696 Sep 14 00:56:24.179862 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Started child 106418 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:24.180415 dv-cinder-857528-1-iscsi neutron-server[106305]: INFO oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Starting 1 workers Sep 14 00:56:24.183707 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] calling RpcWorker wait() {{(pid=106418) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 00:56:24.184270 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] returning from RpcWorker wait() {{(pid=106418) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 00:56:24.184864 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Started child 106419 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:24.185609 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-4a801a8e-3f35-46b8-acd9-520662225d59 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:24.185720 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:24.186144 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:24.187597 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 00:56:24.187808 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 00:56:24.187998 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 00:56:24.188226 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 00:56:24.188565 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 00:56:24.188746 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 00:56:24.189866 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.190139 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.190403 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.190730 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.190820 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:24.191521 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.191690 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:24.191796 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.192038 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.192326 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.192591 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.192762 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.192931 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.193176 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.193411 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.193739 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.194019 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.194265 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.194529 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.194703 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.194954 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.195214 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.195475 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.195761 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] debug = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.196039 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.196510 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.196741 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.196983 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.197238 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.197513 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.197771 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.198041 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.198292 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.198548 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.198784 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.199042 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.199300 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.199534 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.199791 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.200071 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.200288 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.200768 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host = dv-cinder-857528-1-iscsi {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.201008 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.201248 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.201514 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.201761 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.202020 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.202236 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.202502 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.202757 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.203008 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.203237 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.203494 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.203789 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.204007 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.204266 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.204434 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_options = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.204672 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.205029 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.205415 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.205761 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.205948 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.206116 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.206376 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.206543 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.206809 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.207050 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.207272 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.207491 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.207749 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.207965 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.208223 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.208468 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.208702 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.208947 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.209206 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.209455 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.209791 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.210057 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.210281 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.210511 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.210964 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.211219 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.211447 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.211717 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.212001 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.212243 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.212492 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.212811 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.213038 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.213278 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.213537 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.213770 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.214312 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.214490 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.214798 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.215503 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.215691 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.215891 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.216333 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.216449 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.217042 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.217042 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.217264 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_json = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.217508 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.217672 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.218050 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.218209 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.218589 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.218723 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.218855 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.219083 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.220952 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.220952 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.221373 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.221639 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.221890 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.222144 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.222413 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.222660 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.222899 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.223142 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.223383 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.223733 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.223971 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.224542 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.224542 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.224846 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.225233 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.225479 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.225848 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.226000 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.226202 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.226561 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.226711 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.226892 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.227140 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.227377 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.227632 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.227861 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.228197 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.228463 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.228738 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.229211 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.229375 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.229610 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.229866 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.230125 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.230393 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.230620 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.230841 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.231061 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.231281 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.231618 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.231827 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.232239 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.232373 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.232509 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.232743 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.232968 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.233305 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.233506 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.233746 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.233963 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.234197 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.234429 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.234665 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.234893 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.235128 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.235479 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.235753 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.236503 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.236840 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.237106 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.237299 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.237532 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.237756 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.237991 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.238203 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.238442 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.238678 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.238925 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.239164 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.239370 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.240054 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.240054 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.240054 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.240389 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.240497 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.243774 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.245188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.246351 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.246351 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.246591 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.247284 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.250139 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.250139 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.250139 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.250496 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.250617 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.250922 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.251191 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.251480 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.251781 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.252552 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.252843 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.253081 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.253318 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.253546 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.253775 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.254000 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.254257 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.254486 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.254721 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.254977 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.255245 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.255485 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.256833 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.257097 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.257682 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.257955 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.259682 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.259954 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.260247 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.260481 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.260760 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.261349 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.261610 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.261873 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.262113 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.262379 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.262654 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.262920 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.263172 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.263423 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.264122 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.264360 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.264614 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.264858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.265081 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.265319 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.265649 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.265905 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.266162 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.266404 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.266687 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.266918 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.267162 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.267609 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.267933 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.268226 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.268501 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.269194 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.269423 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.269684 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.269954 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.270175 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.270394 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.270613 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.270837 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.271054 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.271271 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.271505 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.271748 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.271988 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.272209 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.272430 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.272672 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.272921 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.273477 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.273710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.273966 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.274188 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.274410 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.274631 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.274866 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.275117 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.275338 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.275630 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.275884 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.276102 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.276334 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.276586 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.276823 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.277039 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.277305 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.277527 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.277771 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.278000 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.278225 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.278442 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.278657 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.278885 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.279101 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.279367 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.279642 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.279991 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.280257 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.280488 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.280733 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.280984 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.281221 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.281465 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.281683 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.281931 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.282172 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.282387 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.282603 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.282837 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.283076 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.283294 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.283513 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.283753 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.283972 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.284234 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.284487 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.284717 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.284960 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.285201 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.285449 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.285669 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.285889 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.286128 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.286339 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.286581 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.286792 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.287110 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.287372 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.287966 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.288247 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.288504 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.288758 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.288984 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.289222 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.289452 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.289665 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.289927 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.290102 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.290201 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:24.290321 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.290532 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.290777 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.290988 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.291219 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.291442 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.291680 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.291913 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.292142 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.292356 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.292568 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.292792 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.293010 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.293724 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.293724 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.293724 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.294073 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.294073 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.294352 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.295488 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.295752 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.296007 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.296226 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.296477 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.296707 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.296923 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.297214 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.297462 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.297709 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.297995 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.298249 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.299029 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.299289 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.299672 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.299980 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.300256 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.300516 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.300762 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.301003 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.301288 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.301620 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.301918 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.302178 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.302439 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.302733 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.303002 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.303276 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.303502 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.303846 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.304184 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.304455 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.304739 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.304980 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.305225 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.305449 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.305667 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.305915 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.306151 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.306368 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.306626 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.306858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.307106 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.307325 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.307577 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.309593 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.311304 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.311543 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.311812 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.312050 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.312217 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 00:56:24.312800 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 00:56:24.312971 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 00:56:24.313133 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 00:56:24.313325 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 00:56:24.313498 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 00:56:24.313653 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 00:56:24.313860 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.314021 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.314239 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.314904 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.315129 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.315318 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.315401 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.315538 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.315794 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.315982 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.316161 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.316339 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.316508 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.316679 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.316845 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317027 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317195 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317592 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317592 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317821 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317821 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.317983 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] debug = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.318107 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.318325 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.318492 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.318651 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.318812 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.318973 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.319131 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.319291 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.319455 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.319655 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.319792 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.319944 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.320081 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.320243 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.320402 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.320561 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.320719 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.320878 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host = dv-cinder-857528-1-iscsi {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321037 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321195 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321352 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321510 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321669 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321828 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.321986 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.322145 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.322304 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.322463 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.322624 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.322781 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.322940 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.323259 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.323411 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_options = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.323595 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.323743 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.323902 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.324086 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.324252 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.324410 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.324595 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.324752 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.324906 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.325033 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.325194 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.325389 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.325537 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.325675 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.325806 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.326447 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.326447 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.326706 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.326828 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.326944 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.327118 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.327263 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.327426 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.327603 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.327920 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.328081 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.328242 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.328400 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.328547 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.328705 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.328863 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.329021 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.329170 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.329535 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.329535 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.329782 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.329873 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.330052 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.330219 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.330378 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.330539 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.330698 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.330858 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331018 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331176 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331335 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331494 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_json = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331676 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331834 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.331993 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.332151 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.332312 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.332470 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.332630 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.332789 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.332950 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:24.333129 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.333293 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.333466 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.333629 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.333792 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.333955 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.334117 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.334279 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.334441 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.334601 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.334771 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.334934 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.335108 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.335271 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.335433 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.335617 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.335779 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.335942 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.336108 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.336270 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.336432 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.336592 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.336762 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.336923 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.337082 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.337246 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.337410 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.337576 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.337737 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.337907 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.338083 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.338246 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.338408 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.338569 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.338731 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.338893 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.339055 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.339217 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.339379 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.339541 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.339727 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340027 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340027 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340263 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340397 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340482 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340635 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340796 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.340956 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.341118 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.341279 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.341440 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.341602 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.341763 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.341925 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.342086 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.342246 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.342418 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.342580 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.342742 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.342903 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.343065 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.343225 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.343387 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.343548 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.343727 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.343888 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.344049 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.344223 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.344384 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.344545 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.344706 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.344867 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.345027 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.345187 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.345377 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.345591 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.345760 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.345922 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.346084 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.346249 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.346394 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.346555 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.346717 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.346877 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.347038 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.347198 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.347358 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.347518 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.347704 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.347865 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.348033 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.348212 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.348373 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.348534 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.348695 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.348856 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349018 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349179 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349339 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349499 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349663 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349824 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.349986 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.350149 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.350310 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.350470 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.350630 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.350790 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.350949 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.351110 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.351270 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.351430 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.351668 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.351832 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.351991 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.352151 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.352313 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.352474 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.352634 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.352794 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.352954 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.353114 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.353284 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.353445 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.353608 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.353768 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.353937 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.354108 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.354271 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.354433 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.354595 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.354755 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.354916 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.355077 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.355238 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.355399 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.355597 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.355743 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.355916 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.356079 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.356240 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.356400 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.356583 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.356743 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.356905 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.357067 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.357227 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.357388 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.357549 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.357710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.357870 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.358031 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.358192 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.358375 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.358540 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.358701 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.358862 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.359023 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.359185 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.359345 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.359508 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.359697 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.359857 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.360017 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.360180 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.360341 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.360503 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.360664 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.360825 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.361512 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.361676 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.361997 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.362159 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.362321 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.362483 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.362644 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.362805 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.362966 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.363128 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.363294 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364023 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364023 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364023 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364023 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364347 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364347 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364347 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364565 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364651 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364817 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.364981 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.365143 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.365304 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.365466 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.365628 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.365789 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.365950 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.366131 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.366292 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.366452 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.366616 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.366777 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.366938 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.367100 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.367263 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.367423 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.367603 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.367769 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.367931 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.368092 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.368254 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.368415 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.368576 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.368737 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.368897 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.369061 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.369225 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.369386 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.369548 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.369710 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.369873 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.370034 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.370199 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.370359 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.370519 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.370680 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.370841 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371002 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371162 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371335 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371497 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371696 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371831 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.371991 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.372153 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.372324 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.372482 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.372635 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.372795 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.372955 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.373115 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.373289 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.373451 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.373612 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.373773 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.373934 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.374096 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.374265 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.374427 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.374587 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.374747 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.374907 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.375069 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.375239 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.375400 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.375585 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.375732 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.375893 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.376055 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.376225 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.376386 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.376546 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.377259 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.377420 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.377583 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.377835 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378003 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378167 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378336 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378498 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378658 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378819 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.378992 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.379154 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.379318 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.379479 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.379665 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.379828 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.379991 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.380162 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.380332 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.380500 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.380662 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.380831 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381002 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381170 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381332 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381500 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381673 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381881 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.381972 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.382132 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.382294 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.382456 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.382616 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.382777 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.382977 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.383110 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.383237 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.383397 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.383578 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.383739 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.383901 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.384062 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.384224 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.384386 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.384545 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.384706 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:24.384860 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 00:56:24.473300 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53392) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:24.480119 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047345 Sep 14 00:56:24.484682 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039382 Sep 14 00:56:33.656706 dv-cinder-857528-1-iscsi neutron-server[106305]: DEBUG dbcounter [-] [106305] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:35.811787 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writer thread running {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:35.812315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94f516-cf70-4086-b6f4-87e3edced450 None None] get_active_networks_info from dv-cinder-857528-1-iscsi {{(pid=106418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 14 00:56:35.889307 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94f516-cf70-4086-b6f4-87e3edced450 None None] No non-hosted networks {{(pid=106418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 00:56:35.905506 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.agentschedulers_db [None req-ad94f516-cf70-4086-b6f4-87e3edced450 None None] DHCP Agent not found on host dv-cinder-857528-1-iscsi {{(pid=106418) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 14 00:56:36.005687 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-639f0edd-ef2d-44f6-9a6a-52c4a357e48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539076'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:37.668880 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writer thread running {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:38.253695 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-837decd1-fd57-4524-ab92-957a8fe2859b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539076'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:38.281208 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-da2b4c5a-3150-4e9c-93dc-1ce6ce11a548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.417989 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539076'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.535512 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53468) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:40.153469 dv-cinder-857528-1-iscsi neutron-server[106417]: WARNING oslo_policy.policy [None req-1a37590d-fcf8-4252-9fcb-0b063d61f7ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:40.154255 dv-cinder-857528-1-iscsi neutron-server[106417]: WARNING oslo_policy.policy [None req-1a37590d-fcf8-4252-9fcb-0b063d61f7ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:40.386137 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [None req-1a37590d-fcf8-4252-9fcb-0b063d61f7ae admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:40.400296 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1a37590d-fcf8-4252-9fcb-0b063d61f7ae admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8637586 Sep 14 00:56:40.709156 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539076'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:40.933205 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539076'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:40.934623 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.935275 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.935893 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.936748 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.937358 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.937934 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.939393 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.940005 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.941091 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.943147 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.948001 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.948783 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.949721 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.950401 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.950950 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.951626 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857528-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:40.964042 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857528-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:41.704757 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.db.l3_hamode_db [None req-e71eecc2-1812-4c1b-a3af-6f6b56e3d50b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 00:56:41.785342 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71eecc2-1812-4c1b-a3af-6f6b56e3d50b None None] Routers set() bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:56:41.785976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71eecc2-1812-4c1b-a3af-6f6b56e3d50b None None] Router IDs set() for agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 14 00:56:43.183079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53504) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:43.505976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:43.518079 dv-cinder-857528-1-iscsi neutron-server[106417]: ERROR stevedore.extension [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 00:56:43.599187 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.policy [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106417) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 00:56:43.645126 dv-cinder-857528-1-iscsi neutron-server[106417]: WARNING oslo_policy.policy [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:43.645514 dv-cinder-857528-1-iscsi neutron-server[106417]: WARNING oslo_policy.policy [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:43.666346 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writer thread running {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:43.741912 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773535148953', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773535148397', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773535918769', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773535894896', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773535901292', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773535875850', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1381543', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1388497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636590'] for rbac-policy (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:43.812845 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:43.814067 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1c5833ae-b6db-45ad-8537-8fad9cf09c7c admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6299932 Sep 14 00:56:46.407116 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53514) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:46.731764 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:46.762151 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Made reservation on behalf of ac5d363867c44c349f5be02f57cd5958 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:56:46.766375 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:46.784813 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:46.894649 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks [] for security_group (01598f54-751c-42a3-bba4-4c0c36754f00), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:46.898275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (01598f54-751c-42a3-bba4-4c0c36754f00), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:46.922939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 00:56:46.956213 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773532651704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:46.956784 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Unsubscribe: segment precommit_create {{(pid=106417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 00:56:46.957325 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Added segment 5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4 of type vlan for network a603390d-440d-4ffa-a705-c5afbb25994b Sep 14 00:56:46.991046 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=01598f54-751c-42a3-bba4-4c0c36754f00,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:47.035386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.035765 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.036125 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.036482 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.036817 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.037145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.037467 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.037789 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.038110 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.038430 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.038750 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.039083 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.039405 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.039749 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.040067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Tracked resource versions report: Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: pushed versions: Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: { 'AddressGroup': {'1.2'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Agent': {'1.1'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'ConntrackHelper': {'1.0'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Log': {'1.0'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'NDPProxy': {'1.0'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Network': {'1.1'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Port': {'1.7'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'PortForwarding': {'1.3'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'QosPolicy': {'1.10'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroup': {'1.5'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SubPort': {'1.0'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Subnet': {'1.1'}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Trunk': {'1.1'}} Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: consumer versions: Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Agent': '1.1', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'ConntrackHelper': '1.0', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'LocalIPAssociation': '1.0', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Log': '1.0', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'NDPProxy': '1.0', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Network': '1.1', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Port': '1.7', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'PortForwarding': '1.3', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'QosPolicy': '1.10', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroup': '1.5', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroupRule': '1.2', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SubPort': '1.0', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Subnet': '1.1', Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Trunk': '1.1'}} Sep 14 00:56:47.041481 dv-cinder-857528-1-iscsi neutron-server[106417]: {{(pid=106417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:56:47.066105 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (a603390d-440d-4ffa-a705-c5afbb25994b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:47.108433 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (a603390d-440d-4ffa-a705-c5afbb25994b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:47.113931 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:47.114655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:47.205368 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7971182 Sep 14 00:56:47.235988 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489081-9fde-4a30-86fd-168d8ea1c100 demo demo] Pushing event updated for resources: {'Network': ['ID=a603390d-440d-4ffa-a705-c5afbb25994b,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:47.248317 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network a603390d-440d-4ffa-a705-c5afbb25994b details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 00:56:49.868942 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53526) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:50.222860 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=51,neutron:INSERT=44,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:50.291445 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c058766-4184-4001-8d2f-ac083e386c34 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:50.292820 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1c058766-4184-4001-8d2f-ac083e386c34 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/a603390d-440d-4ffa-a705-c5afbb25994b HTTP/1.1" status: 200 len: 824 time: 0.4230156 Sep 14 00:56:50.318416 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-547108f5-5959-4ce8-a177-c8ab74ca0906 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/81b5075b-8d7b-45b6-b785-e2468f1a7137 HTTP/1.1" status: 200 len: 734 time: 0.0188112 Sep 14 00:56:50.327449 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Request body: {'subnet': {'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:50.348971 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Made reservation on behalf of ac5d363867c44c349f5be02f57cd5958 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:56:50.351169 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:50.473488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:50.649284 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:50.721343 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:50.722918 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:50.724975 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Checking segment: {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:56:50.725293 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Network hostable DHCP agents. Network: a603390d-440d-4ffa-a705-c5afbb25994b, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 00:56:50.726135 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=8 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:50.749166 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Network a603390d-440d-4ffa-a705-c5afbb25994b is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 00:56:50.761606 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, a603390d-440d-4ffa-a705-c5afbb25994b) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:56:50.767634 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:50.768237 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:50.774973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e72dd7-26ca-4e07-907a-020b92d871ae None None] Network a603390d-440d-4ffa-a705-c5afbb25994b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:56:50.785715 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-02a7ef76-0aae-47bc-b329-e13d5feb62e6 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4617107 Sep 14 00:56:51.045378 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-a603390d-440d-4ffa-a705-c5afbb25994b', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 00:56:51.046664 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:51.325965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Allocated IP 172.20.0.2 (a603390d-440d-4ffa-a705-c5afbb25994b/f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b/809f5b01-bac8-4e23-9e62-3894a57b996e) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:56:51.353227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:51.598147 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Publish callbacks [] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:51.605537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:51.683094 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Network a603390d-440d-4ffa-a705-c5afbb25994b is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:56:51.689525 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:56:51.697239 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:56:51.703447 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Pushing event updated for resources: {'Port': ['ID=809f5b01-bac8-4e23-9e62-3894a57b996e,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:51.738598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.738901 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.739255 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.739629 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.739965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.740291 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.740616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.740939 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.741262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.741582 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.741901 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.742239 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.742559 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.742873 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.743188 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Tracked resource versions report: Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: pushed versions: Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: { 'AddressGroup': {'1.2'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Agent': {'1.1'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'ConntrackHelper': {'1.0'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Log': {'1.0'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'NDPProxy': {'1.0'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Network': {'1.1'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Port': {'1.7'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'PortForwarding': {'1.3'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'QosPolicy': {'1.10'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroup': {'1.5'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SubPort': {'1.0'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Subnet': {'1.1'}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Trunk': {'1.1'}} Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: consumer versions: Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Agent': '1.1', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'ConntrackHelper': '1.0', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'LocalIPAssociation': '1.0', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Log': '1.0', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'NDPProxy': '1.0', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Network': '1.1', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Port': '1.7', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'PortForwarding': '1.3', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'QosPolicy': '1.10', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroup': '1.5', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroupRule': '1.2', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SubPort': '1.0', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Subnet': '1.1', Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Trunk': '1.1'}} Sep 14 00:56:51.744650 dv-cinder-857528-1-iscsi neutron-server[106418]: {{(pid=106418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:56:51.796344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Attempting to bind port 809f5b01-bac8-4e23-9e62-3894a57b996e on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:56:51.797646 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Attempting to bind port 809f5b01-bac8-4e23-9e62-3894a57b996e by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:56:51.797983 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Attempting to bind port 809f5b01-bac8-4e23-9e62-3894a57b996e on network a603390d-440d-4ffa-a705-c5afbb25994b {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:56:51.824692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:51.848215 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:56:51.848533 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Checking segment: {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:56:51.849001 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:51.849388 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Bound using segment: {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:56:51.849856 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Bound port: 809f5b01-bac8-4e23-9e62-3894a57b996e, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:56:51.850254 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:51.911022 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] For port 809f5b01-bac8-4e23-9e62-3894a57b996e, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:56:51.930003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] For port 809f5b01-bac8-4e23-9e62-3894a57b996e, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=809f5b01-bac8-4e23-9e62-3894a57b996e,segment=NetworkSegment(5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4),segment_id=5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:56:51.936527 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:51.985533 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a1096-e680-4e54-8fc3-a5de6ba2b349 None None] Pushing event updated for resources: {'Port': ['ID=809f5b01-bac8-4e23-9e62-3894a57b996e,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:53.483872 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 53542) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:53.994394 dv-cinder-857528-1-iscsi neutron-server[106416]: WARNING oslo_policy.policy [None req-9a21d724-a0bc-4f63-886f-0e54f23134d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:53.994928 dv-cinder-857528-1-iscsi neutron-server[106416]: WARNING oslo_policy.policy [None req-9a21d724-a0bc-4f63-886f-0e54f23134d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:54.210033 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [None req-9a21d724-a0bc-4f63-886f-0e54f23134d7 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:54.211297 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9a21d724-a0bc-4f63-886f-0e54f23134d7 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7253537 Sep 14 00:56:56.894893 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 53556) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:57.225355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [None req-a3312a8c-7f05-44ee-a5be-250d4ece556d admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:57.226320 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-a3312a8c-7f05-44ee-a5be-250d4ece556d admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3305807 Sep 14 00:56:59.948085 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 53568) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:00.138859 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f4efd-1ff7-469d-bdac-00e8aa9431cf None None] Network a603390d-440d-4ffa-a705-c5afbb25994b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:57:00.199881 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Provisioning complete for port 809f5b01-bac8-4e23-9e62-3894a57b996e triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:00.200199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.200741 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Attempt 1 to provision port 809f5b01-bac8-4e23-9e62-3894a57b996e Sep 14 00:57:00.280845 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:57:00.290038 dv-cinder-857528-1-iscsi neutron-server[106416]: ERROR stevedore.extension [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 00:57:00.342319 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.policy [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 00:57:00.389773 dv-cinder-857528-1-iscsi neutron-server[106416]: WARNING oslo_policy.policy [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:57:00.390703 dv-cinder-857528-1-iscsi neutron-server[106416]: WARNING oslo_policy.policy [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:57:00.394766 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Current status of the port 809f5b01-bac8-4e23-9e62-3894a57b996e is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:00.395157 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.412532 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writer thread running {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:57:00.418762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:00.435528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] For port 809f5b01-bac8-4e23-9e62-3894a57b996e, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=809f5b01-bac8-4e23-9e62-3894a57b996e,segment=NetworkSegment(5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4),segment_id=5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:57:00.440816 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.462714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (bd771a6b-1552-4320-9fb8-93dc88737a4c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.464979 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (bd771a6b-1552-4320-9fb8-93dc88737a4c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.503845 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9bf52-6588-4ace-bd1a-ce97c09ddaca None None] Pushing event updated for resources: {'Port': ['ID=809f5b01-bac8-4e23-9e62-3894a57b996e,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:00.563312 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-4d271f23-58c6-42c3-9381-64b079d94fee None None] Provisioning complete for port 809f5b01-bac8-4e23-9e62-3894a57b996e triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:00.563686 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4d271f23-58c6-42c3-9381-64b079d94fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.564090 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-4d271f23-58c6-42c3-9381-64b079d94fee None None] Attempt 1 to provision port 809f5b01-bac8-4e23-9e62-3894a57b996e Sep 14 00:57:00.598325 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:00.641891 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Publish callbacks [] for router_controller (bd771a6b-1552-4320-9fb8-93dc88737a4c), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.647728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (bd771a6b-1552-4320-9fb8-93dc88737a4c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.650369 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 809f5b01-bac8-4e23-9e62-3894a57b996e up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:00.655429 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-4d271f23-58c6-42c3-9381-64b079d94fee None None] Current status of the port 809f5b01-bac8-4e23-9e62-3894a57b996e is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:00.671734 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.675608 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-284c13e7-108b-4c7d-9477-b4db8b1bb883 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7239773 Sep 14 00:57:00.701944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 809f5b01-bac8-4e23-9e62-3894a57b996e triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:00.702344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:00.703421 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 809f5b01-bac8-4e23-9e62-3894a57b996e Sep 14 00:57:00.775088 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=33,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:00.777695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:00.782526 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 809f5b01-bac8-4e23-9e62-3894a57b996e is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:03.312766 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 53582) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:03.639253 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [None req-39fc599a-4377-41a9-af95-d1722c91fd32 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:57:03.640862 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-39fc599a-4377-41a9-af95-d1722c91fd32 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3271303 Sep 14 00:57:05.747501 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-53e82658-99be-4e9c-91f9-3434e1cecd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.299253 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53590) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:06.623548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:57:06.643466 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Made reservation on behalf of 724534edd35a41c585d8ed624130e96a for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:57:06.645836 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.653910 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.730832 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks [] for security_group (f39d53df-f23a-4593-8b28-46bbf96ec84a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.735306 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (f39d53df-f23a-4593-8b28-46bbf96ec84a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.751015 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Reserving flat network on physical network physnet1 {{(pid=106417) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 00:57:06.771509 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d53df-f23a-4593-8b28-46bbf96ec84a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:06.777805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (389d2c51-411e-4d5c-a725-1a06f33bba1b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.778144 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Added segment 389d2c51-411e-4d5c-a725-1a06f33bba1b of type flat for network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 Sep 14 00:57:06.827494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.860044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.860983 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:06.861552 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.939312 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6390467 Sep 14 00:57:06.958292 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f9ba-9021-4685-810a-ef5361335dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:06.970121 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 00:57:07.226619 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:57:08.234928 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:08.247499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b15f5bdd-b13b-4878-9eb6-62e7de607833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:09.294985 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:09.570557 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53598) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:09.940513 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d87cb3-d11c-4b41-b22c-919fca57d05a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:09.941846 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-40d87cb3-d11c-4b41-b22c-919fca57d05a demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b HTTP/1.1" status: 200 len: 849 time: 0.3703401 Sep 14 00:57:10.102214 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-e2bf2704-cc22-4ef5-bc03-b19c2040142b demo admin] 10.222.0.42 "GET /networking/v2.0/routers/bd771a6b-1552-4320-9fb8-93dc88737a4c HTTP/1.1" status: 200 len: 704 time: 0.1544621 Sep 14 00:57:10.367938 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:10.583575 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:10.624000 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:10.646951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:10.665658 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=2,neutron:SELECT=5,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:10.666401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=13,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:10.669068 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Allocated IP 172.20.0.1 (a603390d-440d-4ffa-a705-c5afbb25994b/f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b/d07a9b63-93b3-4a16-8465-70849992cdc6) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:57:10.868350 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks [] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:10.931440 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:10.935884 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.006316 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Network a603390d-440d-4ffa-a705-c5afbb25994b is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:57:11.015197 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:11.017805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:57:11.018387 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (bd771a6b-1552-4320-9fb8-93dc88737a4c), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.080699 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Pushing event updated for resources: {'Port': ['ID=d07a9b63-93b3-4a16-8465-70849992cdc6,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:11.225134 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.229850 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Provisioning complete for port d07a9b63-93b3-4a16-8465-70849992cdc6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:11.230236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.230573 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Attempt 1 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:11.315955 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Port d07a9b63-93b3-4a16-8465-70849992cdc6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:11.438328 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks [] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.442759 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.443521 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (bd771a6b-1552-4320-9fb8-93dc88737a4c), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.525587 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Pushing event updated for resources: {'Port': ['ID=d07a9b63-93b3-4a16-8465-70849992cdc6,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:11.573717 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Network a603390d-440d-4ffa-a705-c5afbb25994b is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:57:11.574997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:11.649194 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:11.697461 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:11.735458 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Router bd771a6b-1552-4320-9fb8-93dc88737a4c is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 00:57:11.817045 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Attempt 2 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:11.824325 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 00:57:11.829832 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-83f52109-2eec-4963-8678-18d722fae3e9 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/bd771a6b-1552-4320-9fb8-93dc88737a4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7223144 Sep 14 00:57:11.847895 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Sync routers for ids ['bd771a6b-1552-4320-9fb8-93dc88737a4c'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 00:57:11.855115 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Port d07a9b63-93b3-4a16-8465-70849992cdc6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:11.860823 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Routers {'bd771a6b-1552-4320-9fb8-93dc88737a4c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:11.861778 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T00:57:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['bd771a6b-1552-4320-9fb8-93dc88737a4c'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:12.042747 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Set router bd771a6b-1552-4320-9fb8-93dc88737a4c gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:12.356211 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Attempt 3 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:12.388303 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Port d07a9b63-93b3-4a16-8465-70849992cdc6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:12.460613 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'name': 'router1', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:57:00Z', 'updated_at': '2022-09-14T00:57:11Z', 'revision_number': 2, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'gw_port_host': None, '_interfaces': [{'id': 'd07a9b63-93b3-4a16-8465-70849992cdc6', 'name': '', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'mac_address': 'fa:16:3e:46:61:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:10Z', 'updated_at': '2022-09-14T00:57:11Z', 'revision_number': 2, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'subnets': [{'id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:12.511199 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Checking router: bd771a6b-1552-4320-9fb8-93dc88737a4c for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 00:57:12.511582 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Updating router bd771a6b-1552-4320-9fb8-93dc88737a4c port d07a9b63-93b3-4a16-8465-70849992cdc6 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 00:57:12.565301 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.890280 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Attempt 4 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:12.924470 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Port d07a9b63-93b3-4a16-8465-70849992cdc6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:13.069310 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Publish callbacks [] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.075443 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.221479 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Pushing event updated for resources: {'Port': ['ID=d07a9b63-93b3-4a16-8465-70849992cdc6,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:13.223942 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Attempting to bind port d07a9b63-93b3-4a16-8465-70849992cdc6 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:57:13.224337 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Attempting to bind port d07a9b63-93b3-4a16-8465-70849992cdc6 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:57:13.224769 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Attempting to bind port d07a9b63-93b3-4a16-8465-70849992cdc6 on network a603390d-440d-4ffa-a705-c5afbb25994b {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:57:13.237256 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.237603 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.237964 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.238318 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.238656 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.238985 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.239310 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.239658 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.239985 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.240307 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.240631 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.240966 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.241287 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.241603 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.241920 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Tracked resource versions report: Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: pushed versions: Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: { 'AddressGroup': {'1.2'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Agent': {'1.1'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'ConntrackHelper': {'1.0'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Log': {'1.0'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'NDPProxy': {'1.0'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Network': {'1.1'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Port': {'1.7'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'PortForwarding': {'1.3'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'QosPolicy': {'1.10'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroup': {'1.5'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SubPort': {'1.0'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Subnet': {'1.1'}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Trunk': {'1.1'}} Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: consumer versions: Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Agent': '1.1', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'ConntrackHelper': '1.0', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'LocalIPAssociation': '1.0', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Log': '1.0', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'NDPProxy': '1.0', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Network': '1.1', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Port': '1.7', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'PortForwarding': '1.3', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'QosPolicy': '1.10', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroup': '1.5', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroupRule': '1.2', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SubPort': '1.0', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Subnet': '1.1', Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Trunk': '1.1'}} Sep 14 00:57:13.243344 dv-cinder-857528-1-iscsi neutron-server[106419]: {{(pid=106419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:57:13.322705 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:57:13.323105 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Checking segment: {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:57:13.323583 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.323977 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Bound using segment: {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:57:13.324453 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Bound port: d07a9b63-93b3-4a16-8465-70849992cdc6, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:57:13.324831 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.339082 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:13.390113 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] For port d07a9b63-93b3-4a16-8465-70849992cdc6, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:57:13.407845 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:13.410233 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] For port d07a9b63-93b3-4a16-8465-70849992cdc6, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d07a9b63-93b3-4a16-8465-70849992cdc6,segment=NetworkSegment(5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4),segment_id=5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:57:13.416579 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.425319 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Attempt 5 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:13.451476 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Routers {'bd771a6b-1552-4320-9fb8-93dc88737a4c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:13.452149 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T00:57:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['bd771a6b-1552-4320-9fb8-93dc88737a4c'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:13.504097 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Current status of the port d07a9b63-93b3-4a16-8465-70849992cdc6 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:13.504550 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.538173 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] For port d07a9b63-93b3-4a16-8465-70849992cdc6, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d07a9b63-93b3-4a16-8465-70849992cdc6,segment=NetworkSegment(5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4),segment_id=5e7263ea-7dfb-414c-adbd-7cc15c7fa9e4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:57:13.542526 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.556474 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb681b-4e86-415e-94da-49b26cd11a6d None None] Pushing event updated for resources: {'Port': ['ID=d07a9b63-93b3-4a16-8465-70849992cdc6,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:13.568774 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] Set router bd771a6b-1552-4320-9fb8-93dc88737a4c gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:13.592960 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c60c5-6f27-4079-b6ab-f7f196afe8cc None None] Pushing event updated for resources: {'Port': ['ID=d07a9b63-93b3-4a16-8465-70849992cdc6,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:13.661139 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-4ca83f0d-d041-4618-9331-b2d4cb387ce4 None None] Provisioning complete for port d07a9b63-93b3-4a16-8465-70849992cdc6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:13.661568 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4ca83f0d-d041-4618-9331-b2d4cb387ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.661867 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-4ca83f0d-d041-4618-9331-b2d4cb387ce4 None None] Attempt 1 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:13.735814 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-4ca83f0d-d041-4618-9331-b2d4cb387ce4 None None] Current status of the port d07a9b63-93b3-4a16-8465-70849992cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:13.764000 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'name': 'router1', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:57:00Z', 'updated_at': '2022-09-14T00:57:11Z', 'revision_number': 2, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'gw_port_host': None, '_interfaces': [{'id': 'd07a9b63-93b3-4a16-8465-70849992cdc6', 'name': '', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'mac_address': 'fa:16:3e:46:61:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:10Z', 'updated_at': '2022-09-14T00:57:13Z', 'revision_number': 4, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'subnets': [{'id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:13.788430 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c3f36-a2eb-4057-a58a-0da71fba237a None None] The sync data for ids ['bd771a6b-1552-4320-9fb8-93dc88737a4c'] in dv-cinder-857528-1-iscsi is: [{'id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'name': 'router1', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:57:00Z', 'updated_at': '2022-09-14T00:57:11Z', 'revision_number': 2, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'gw_port_host': None, '_interfaces': [{'id': 'd07a9b63-93b3-4a16-8465-70849992cdc6', 'name': '', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'mac_address': 'fa:16:3e:46:61:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:10Z', 'updated_at': '2022-09-14T00:57:13Z', 'revision_number': 4, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'subnets': [{'id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 00:57:14.473352 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53610) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:14.873943 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab77211-d7b7-4100-92a2-208b7a807607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:14.875310 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6ab77211-d7b7-4100-92a2-208b7a807607 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 HTTP/1.1" status: 200 len: 842 time: 0.4010000 Sep 14 00:57:14.886162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:57:14.909470 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Made reservation on behalf of 724534edd35a41c585d8ed624130e96a for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:57:14.912029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:15.195232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.objects.ports [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106417) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 14 00:57:15.195689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (b3a54a6c-d88f-4343-a5a7-6f8c939377d3), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:15.322825 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a54a6c-d88f-4343-a5a7-6f8c939377d3,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:15.329942 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:57:15.330422 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Network hostable DHCP agents. Network: ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 00:57:15.347621 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 00:57:15.357167 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:15.361815 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:15.362413 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:15.367812 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108388ec-3c9d-4947-83e8-c5b83b9166e9 None None] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:57:15.380085 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-bb95b0b1-c477-45ec-9388-210db273ce3e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4980328 Sep 14 00:57:15.486673 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014844d-f28f-4a27-9070-900ea7db1a7e None None] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:57:18.093196 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53618) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:18.519455 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-39200b5e-9533-4d27-90f3-3ae9fdb1d4fc demo admin] 10.222.0.42 "GET /networking/v2.0/routers/bd771a6b-1552-4320-9fb8-93dc88737a4c HTTP/1.1" status: 200 len: 710 time: 0.4250762 Sep 14 00:57:18.624969 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143d57c-2b20-44b8-b4dd-3b7f9f3ad743 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:18.626489 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6143d57c-2b20-44b8-b4dd-3b7f9f3ad743 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 HTTP/1.1" status: 200 len: 886 time: 0.1013782 Sep 14 00:57:18.635833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:57:18.655832 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d07a9b63-93b3-4a16-8465-70849992cdc6 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:18.661868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:18.705356 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port d07a9b63-93b3-4a16-8465-70849992cdc6 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:18.705730 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:18.706065 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:57:18.708054 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:18.724526 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:18.751972 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:18.787748 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port d07a9b63-93b3-4a16-8465-70849992cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:18.888194 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks [] for router_gateway (bd771a6b-1552-4320-9fb8-93dc88737a4c), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:19.106206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks [] for router_gateway (bd771a6b-1552-4320-9fb8-93dc88737a4c), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:19.185703 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:19.289329 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Allocated IP 172.27.1.218 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/dc4555fb-ec84-42b1-8206-bbc6be29ba32) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:57:19.397572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks [] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:19.430139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:19.469800 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:57:19.472785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:19.475401 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:57:19.514773 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Pushing event updated for resources: {'Port': ['ID=dc4555fb-ec84-42b1-8206-bbc6be29ba32,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:19.579495 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:19.681998 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:19.737876 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks [] for router_gateway (bd771a6b-1552-4320-9fb8-93dc88737a4c), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:20.007117 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-410'] for router (bd771a6b-1552-4320-9fb8-93dc88737a4c), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:20.010716 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532699'] for router (bd771a6b-1552-4320-9fb8-93dc88737a4c), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:20.116574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Router bd771a6b-1552-4320-9fb8-93dc88737a4c has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 00:57:20.218452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 00:57:20.222578 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:20.223807 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-02885f9b-edde-445b-9446-b03c93fd34bf demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/bd771a6b-1552-4320-9fb8-93dc88737a4c HTTP/1.1" status: 200 len: 890 time: 1.5914602 Sep 14 00:57:20.229024 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Sync routers for ids ['bd771a6b-1552-4320-9fb8-93dc88737a4c'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 00:57:20.242422 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Routers {'bd771a6b-1552-4320-9fb8-93dc88737a4c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:20.243162 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T00:57:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['bd771a6b-1552-4320-9fb8-93dc88737a4c'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:20.455488 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Set router bd771a6b-1552-4320-9fb8-93dc88737a4c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:20.896827 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'name': 'router1', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'dc4555fb-ec84-42b1-8206-bbc6be29ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:57:00Z', 'updated_at': '2022-09-14T00:57:19Z', 'revision_number': 4, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'gw_port': {'id': 'dc4555fb-ec84-42b1-8206-bbc6be29ba32', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:19Z', 'updated_at': '2022-09-14T00:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd07a9b63-93b3-4a16-8465-70849992cdc6', 'name': '', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'mac_address': 'fa:16:3e:46:61:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:10Z', 'updated_at': '2022-09-14T00:57:13Z', 'revision_number': 5, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'subnets': [{'id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:20.946685 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Checking router: bd771a6b-1552-4320-9fb8-93dc88737a4c for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 00:57:20.947032 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Updating router bd771a6b-1552-4320-9fb8-93dc88737a4c port dc4555fb-ec84-42b1-8206-bbc6be29ba32 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 00:57:20.999205 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:21.312587 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Publish callbacks [] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:21.318438 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:21.359442 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Attempting to bind port dc4555fb-ec84-42b1-8206-bbc6be29ba32 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:57:21.359834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Attempting to bind port dc4555fb-ec84-42b1-8206-bbc6be29ba32 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:57:21.360198 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Attempting to bind port dc4555fb-ec84-42b1-8206-bbc6be29ba32 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:57:21.386648 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f88a-c33f-4a5a-91da-483462cd752b None None] Pushing event updated for resources: {'Port': ['ID=dc4555fb-ec84-42b1-8206-bbc6be29ba32,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:21.408657 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:57:21.409032 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:57:21.409443 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:21.409827 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:57:21.410293 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Bound port: dc4555fb-ec84-42b1-8206-bbc6be29ba32, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:57:21.410757 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:21.431935 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:21.458438 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] For port dc4555fb-ec84-42b1-8206-bbc6be29ba32, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:57:21.461441 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] For port dc4555fb-ec84-42b1-8206-bbc6be29ba32, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=dc4555fb-ec84-42b1-8206-bbc6be29ba32,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:57:21.466284 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:21.506395 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:21.512715 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Routers {'bd771a6b-1552-4320-9fb8-93dc88737a4c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:21.513315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T00:57:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['bd771a6b-1552-4320-9fb8-93dc88737a4c'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:21.564602 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f88a-c33f-4a5a-91da-483462cd752b None None] Pushing event updated for resources: {'Port': ['ID=dc4555fb-ec84-42b1-8206-bbc6be29ba32,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:21.634924 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] Set router bd771a6b-1552-4320-9fb8-93dc88737a4c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:21.828819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'name': 'router1', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'dc4555fb-ec84-42b1-8206-bbc6be29ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:57:00Z', 'updated_at': '2022-09-14T00:57:19Z', 'revision_number': 4, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'gw_port': {'id': 'dc4555fb-ec84-42b1-8206-bbc6be29ba32', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:19Z', 'updated_at': '2022-09-14T00:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd07a9b63-93b3-4a16-8465-70849992cdc6', 'name': '', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'mac_address': 'fa:16:3e:46:61:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:10Z', 'updated_at': '2022-09-14T00:57:13Z', 'revision_number': 5, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'subnets': [{'id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:21.852879 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfb70b-4cfd-4a09-8d2b-28fb832e75cd None None] The sync data for ids ['bd771a6b-1552-4320-9fb8-93dc88737a4c'] in dv-cinder-857528-1-iscsi is: [{'id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'name': 'router1', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'dc4555fb-ec84-42b1-8206-bbc6be29ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:57:00Z', 'updated_at': '2022-09-14T00:57:19Z', 'revision_number': 4, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'gw_port': {'id': 'dc4555fb-ec84-42b1-8206-bbc6be29ba32', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:19Z', 'updated_at': '2022-09-14T00:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd07a9b63-93b3-4a16-8465-70849992cdc6', 'name': '', 'network_id': 'a603390d-440d-4ffa-a705-c5afbb25994b', 'tenant_id': 'ac5d363867c44c349f5be02f57cd5958', 'mac_address': 'fa:16:3e:46:61:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd771a6b-1552-4320-9fb8-93dc88737a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:10Z', 'updated_at': '2022-09-14T00:57:13Z', 'revision_number': 5, 'project_id': 'ac5d363867c44c349f5be02f57cd5958', 'subnets': [{'id': 'f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81b5075b-8d7b-45b6-b785-e2468f1a7137'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 00:57:22.661325 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device dc4555fb-ec84-42b1-8206-bbc6be29ba32 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:22.709961 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port dc4555fb-ec84-42b1-8206-bbc6be29ba32 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:22.710361 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:22.710699 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port dc4555fb-ec84-42b1-8206-bbc6be29ba32 Sep 14 00:57:22.780250 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port dc4555fb-ec84-42b1-8206-bbc6be29ba32 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:22.780622 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:22.801444 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port dc4555fb-ec84-42b1-8206-bbc6be29ba32, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=dc4555fb-ec84-42b1-8206-bbc6be29ba32,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:57:22.805597 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:22.851356 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=dc4555fb-ec84-42b1-8206-bbc6be29ba32,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:23.071003 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 53630) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:23.522141 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6f78db7a-ca9b-4d95-8d8c-f65f63692fcd admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4513052 Sep 14 00:57:23.766537 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=40 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:23.767288 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:24.629216 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device dc4555fb-ec84-42b1-8206-bbc6be29ba32 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:24.672250 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port dc4555fb-ec84-42b1-8206-bbc6be29ba32 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:24.672627 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (dc4555fb-ec84-42b1-8206-bbc6be29ba32), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:24.672964 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port dc4555fb-ec84-42b1-8206-bbc6be29ba32 Sep 14 00:57:24.743494 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port dc4555fb-ec84-42b1-8206-bbc6be29ba32 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:33.513606 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=58 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:33.518534 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=52 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:34.740534 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=76 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:34.741862 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:35.751694 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bbbee82b-5431-407e-b6b2-47c9c25780d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:38.256684 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85dfe43b-c892-4dbc-a846-7e3e1f514a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:39.305863 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:40.634764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:40.941420 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:43.236387 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:43.238887 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:44.270077 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:57:50.928572 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:50.936772 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:54.269325 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:05.756863 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-50bd3170-966b-4b21-a53b-7a5093a02e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:08.262732 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1a996cee-f654-4f29-aac8-ef21ae80ede6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:09.300518 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:10.633484 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:10.938588 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:20.237061 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:20.241796 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:20.924667 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:20.933148 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:21.269115 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:58:34.220870 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:34.221630 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:35.760267 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fdd96f1c-42df-49db-afda-a01381d664d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:38.256894 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-381a4088-f42e-430b-8ab4-69ad5e5f2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:39.301526 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:40.634575 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:40.932497 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:49.406812 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54180) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:49.743227 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c78fa6e-e62c-4d54-92e9-ab16bf95915d admin admin] GET failed (client error): The resource could not be found. Sep 14 00:58:49.744532 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6c78fa6e-e62c-4d54-92e9-ab16bf95915d admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3368566 Sep 14 00:58:49.910316 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b9d63-2b6d-4a1e-a15d-f3f265b708c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:49.911818 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2b1b9d63-2b6d-4a1e-a15d-f3f265b708c7 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1628993 Sep 14 00:58:50.921570 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:50.927795 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:52.491112 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54190) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:52.856502 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87a095-59f1-44c9-98f8-f08d53dfa235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:52.857845 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ff87a095-59f1-44c9-98f8-f08d53dfa235 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b HTTP/1.1" status: 200 len: 849 time: 0.3657448 Sep 14 00:58:52.867450 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:58:52.955370 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Publish callbacks [] for subnet (f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:53.098906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773532695444'] for subnet (f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:53.131997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:53.133130 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:53.133841 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b HTTP/1.1" status: 200 len: 868 time: 0.2700062 Sep 14 00:58:53.137661 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2755e-e6e1-46ab-958c-a04bcc605294 None None] Network a603390d-440d-4ffa-a705-c5afbb25994b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:58:53.152132 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:58:53.159976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.160325 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.160680 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.161019 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.161349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.161679 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.162005 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.162328 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.162675 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.163004 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.163343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.163704 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.164026 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.164338 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.164820 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d32b86-4d57-49ef-8c31-fd3f7801ed97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:53.456263 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Provisioning complete for port d07a9b63-93b3-4a16-8465-70849992cdc6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:58:53.456655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d07a9b63-93b3-4a16-8465-70849992cdc6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:53.456997 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Attempt 1 to provision port d07a9b63-93b3-4a16-8465-70849992cdc6 Sep 14 00:58:53.528923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Current status of the port d07a9b63-93b3-4a16-8465-70849992cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:58:53.536981 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Provisioning complete for port 809f5b01-bac8-4e23-9e62-3894a57b996e triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:58:53.537322 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (809f5b01-bac8-4e23-9e62-3894a57b996e), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:53.537661 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Attempt 1 to provision port 809f5b01-bac8-4e23-9e62-3894a57b996e Sep 14 00:58:53.609885 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-88b116ef-25ac-41e6-ae6c-b15519f07929 None None] Current status of the port 809f5b01-bac8-4e23-9e62-3894a57b996e is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:58:55.747897 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54198) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:56.224374 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0261dd-5bc9-471b-813f-0dc67b6954e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:56.224849 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0261dd-5bc9-471b-813f-0dc67b6954e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:56.226371 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-3b0261dd-5bc9-471b-813f-0dc67b6954e7 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4775243 Sep 14 00:58:57.235374 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:57.236135 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:58.267522 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:58:58.795743 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54206) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:59.203986 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6bca20-f26a-4bb0-aa64-670a66f983e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:59.204452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6bca20-f26a-4bb0-aa64-670a66f983e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:59.205977 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-de6bca20-f26a-4bb0-aa64-670a66f983e1 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4092972 Sep 14 00:59:01.744396 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54214) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:02.161250 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a7cf9-dfc6-4409-b23b-622636a19653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:02.162624 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5c4a7cf9-dfc6-4409-b23b-622636a19653 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/a603390d-440d-4ffa-a705-c5afbb25994b HTTP/1.1" status: 200 len: 868 time: 0.4172869 Sep 14 00:59:03.607192 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=38 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:03.609158 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=39 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:04.748961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54222) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:05.078848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:05.114189 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:05.157993 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183cb07c-a190-4a5d-a20f-714d359ea98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:05.159272 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-183cb07c-a190-4a5d-a20f-714d359ea98d admin admin] 10.222.0.42 "GET /networking/v2.0/networks/ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 HTTP/1.1" status: 200 len: 886 time: 0.4093800 Sep 14 00:59:05.763928 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-77ecdb94-94ab-4d47-967d-cbb359114ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:07.747425 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54230) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:08.251249 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9ed37-e3db-4254-849b-bfc58b4b0581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:08.251741 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9ed37-e3db-4254-849b-bfc58b4b0581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:08.253296 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-0ac9ed37-e3db-4254-849b-bfc58b4b0581 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5048897 Sep 14 00:59:08.260149 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b3f9370a-451c-4052-ab25-30b5f5b48ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:08.263838 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:09.304532 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:10.638790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:10.893543 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54238) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:10.937991 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:11.326734 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff8f8d-6aa8-4a82-b355-9aeb0dae6fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:11.327207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff8f8d-6aa8-4a82-b355-9aeb0dae6fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:11.328889 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ffff8f8d-6aa8-4a82-b355-9aeb0dae6fcf admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4344945 Sep 14 00:59:13.909765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54248) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:14.301485 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e1588-f1ec-456d-946a-4625e29b1440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:14.302830 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0c5e1588-f1ec-456d-946a-4625e29b1440 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/b3a54a6c-d88f-4343-a5a7-6f8c939377d3 HTTP/1.1" status: 200 len: 816 time: 0.3921351 Sep 14 00:59:16.858094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54256) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:17.227548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc4b77-0556-4ea4-9a29-a72d4b1e6edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:17.228913 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-14bc4b77-0556-4ea4-9a29-a72d4b1e6edc admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/f93845f1-ea1b-4b8b-b6cf-164fe0f45d5b HTTP/1.1" status: 200 len: 868 time: 0.3698382 Sep 14 00:59:20.930189 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:20.932589 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:24.287744 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=12 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:24.298551 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=11 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:27.219871 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=16 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:27.224960 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=25 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:34.236773 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=12 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:34.242046 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=20 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:35.266358 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:59:35.765841 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-136aff28-ba84-48bc-9b6a-8fcf5252eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:38.260328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-062f4ca4-f641-4948-81a8-f95279be2354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:39.307411 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:40.640496 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:40.942924 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:45.261389 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:45.262534 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:47.149427 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54312) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:47.484735 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [None req-d52a80de-7c7b-4dc7-a0ca-85efdcdebc6e admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:59:47.485723 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d52a80de-7c7b-4dc7-a0ca-85efdcdebc6e admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3354676 Sep 14 00:59:50.152743 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54320) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:50.493757 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebb5805-974b-4369-9c27-564c4526208d admin admin] GET failed (client error): The resource could not be found. Sep 14 00:59:50.495060 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-9ebb5805-974b-4369-9c27-564c4526208d admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3413875 Sep 14 00:59:50.583925 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc6cb0-1ca8-4694-a870-40d773260f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:50.585387 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-67fc6cb0-1ca8-4694-a870-40d773260f59 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858114 Sep 14 00:59:50.931252 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:50.938786 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:53.198494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54328) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:53.527740 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:59:53.547025 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Made reservation on behalf of 724534edd35a41c585d8ed624130e96a for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:59:53.549413 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:53.577461 dv-cinder-857528-1-iscsi neutron-server[106417]: WARNING neutron.services.revisions.revision_plugin [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Could not find related network for resource to bump revision. Sep 14 00:59:53.588349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 00:59:53.597730 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (fe00eb01-6fef-42c3-96a3-835207531315), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:53.598079 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Added segment fe00eb01-6fef-42c3-96a3-835207531315 of type vlan for network c8b8015d-18c9-4c9d-bfbe-1f93485de86e Sep 14 00:59:53.639270 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (c8b8015d-18c9-4c9d-bfbe-1f93485de86e), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:53.663495 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (c8b8015d-18c9-4c9d-bfbe-1f93485de86e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:53.664477 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:53.665048 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:53.716290 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5167150 Sep 14 00:59:53.727088 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Pushing event updated for resources: {'Network': ['ID=c8b8015d-18c9-4c9d-bfbe-1f93485de86e,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:53.734860 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.735201 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.735537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.735902 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.736230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.736556 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.736877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.737214 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.737541 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.737868 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.738191 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.738526 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.738845 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.739165 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.739485 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c542d012-9366-42de-a9a2-c0ff28d3172d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:53.751061 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network c8b8015d-18c9-4c9d-bfbe-1f93485de86e details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 00:59:56.361210 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54336) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:56.707715 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a8a43c-354e-426a-912e-9c8fa3d58d92 admin admin] GET failed (client error): The resource could not be found. Sep 14 00:59:56.709003 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-63a8a43c-354e-426a-912e-9c8fa3d58d92 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3468456 Sep 14 00:59:56.783010 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e702800-a2e9-4654-95e2-a42a73e926fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:56.784470 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2e702800-a2e9-4654-95e2-a42a73e926fe admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0710251 Sep 14 00:59:56.794795 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:59:56.814351 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Made reservation on behalf of 724534edd35a41c585d8ed624130e96a for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:59:56.816558 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:56.982456 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (f101ce63-7350-458a-8e40-90eae8ea6d5b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.035226 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f101ce63-7350-458a-8e40-90eae8ea6d5b,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:57.046432 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Checking segment: {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:59:57.046778 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Network hostable DHCP agents. Network: c8b8015d-18c9-4c9d-bfbe-1f93485de86e, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 00:59:57.062874 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Network c8b8015d-18c9-4c9d-bfbe-1f93485de86e is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 00:59:57.071352 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, c8b8015d-18c9-4c9d-bfbe-1f93485de86e) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:59:57.075431 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:57.076079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.081632 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659d224-b2bd-4e2a-832d-66ebce46a7d5 None None] Network c8b8015d-18c9-4c9d-bfbe-1f93485de86e requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:59:57.093036 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2a46ec4a-8f69-4db9-9c43-19ab1f533faa admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3020368 Sep 14 00:59:57.189985 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-c8b8015d-18c9-4c9d-bfbe-1f93485de86e', 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e', 'project_id': '724534edd35a41c585d8ed624130e96a', 'fixed_ips': [{'subnet_id': 'f101ce63-7350-458a-8e40-90eae8ea6d5b'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 00:59:57.191093 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.339863 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Allocated IP 192.168.233.2 (c8b8015d-18c9-4c9d-bfbe-1f93485de86e/f101ce63-7350-458a-8e40-90eae8ea6d5b/7ac499a7-c771-479b-9e2a-86dece5a043d) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:59:57.579340 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Publish callbacks [] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.585741 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.627874 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Network c8b8015d-18c9-4c9d-bfbe-1f93485de86e is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:59:57.632866 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:59:57.634937 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Pushing event updated for resources: {'Port': ['ID=7ac499a7-c771-479b-9e2a-86dece5a043d,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:57.637210 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:59:57.668698 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.669050 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.669410 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.669776 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.670112 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.670445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.670772 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.671103 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.671429 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.671776 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.672105 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.672445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.672775 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.673098 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.673416 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:57.709716 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Attempting to bind port 7ac499a7-c771-479b-9e2a-86dece5a043d on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:59:57.710093 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Attempting to bind port 7ac499a7-c771-479b-9e2a-86dece5a043d by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:59:57.710459 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Attempting to bind port 7ac499a7-c771-479b-9e2a-86dece5a043d on network c8b8015d-18c9-4c9d-bfbe-1f93485de86e {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:59:57.753494 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:59:57.753863 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Checking segment: {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:59:57.754262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.754643 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Bound using segment: {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:59:57.755233 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Bound port: 7ac499a7-c771-479b-9e2a-86dece5a043d, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:59:57.755667 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.818937 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] For port 7ac499a7-c771-479b-9e2a-86dece5a043d, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:59:57.822987 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] For port 7ac499a7-c771-479b-9e2a-86dece5a043d, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=7ac499a7-c771-479b-9e2a-86dece5a043d,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:59:57.829369 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:57.893837 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98feca4-2af9-454f-a13f-8c357919b0b5 None None] Pushing event updated for resources: {'Port': ['ID=7ac499a7-c771-479b-9e2a-86dece5a043d,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:58.736415 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb91055-1bb7-4de9-91dd-e2bbacf29102 None None] Network c8b8015d-18c9-4c9d-bfbe-1f93485de86e requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:59:58.780558 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 7ac499a7-c771-479b-9e2a-86dece5a043d up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:59:58.841427 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:58.845700 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:58.881115 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Provisioning complete for port 7ac499a7-c771-479b-9e2a-86dece5a043d triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:58.881499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:58.881835 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Attempt 1 to provision port 7ac499a7-c771-479b-9e2a-86dece5a043d Sep 14 00:59:58.918050 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 7ac499a7-c771-479b-9e2a-86dece5a043d triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:58.918440 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:58.918784 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 7ac499a7-c771-479b-9e2a-86dece5a043d Sep 14 00:59:59.035665 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Current status of the port 7ac499a7-c771-479b-9e2a-86dece5a043d is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:59.036070 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:59.056480 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 7ac499a7-c771-479b-9e2a-86dece5a043d is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:59.056871 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:59.098836 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] For port 7ac499a7-c771-479b-9e2a-86dece5a043d, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=7ac499a7-c771-479b-9e2a-86dece5a043d,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:59:59.105279 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:59.178190 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.db.api [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 00:59:59.178672 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG oslo_db.api [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 00:59:59.181363 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6975d-087d-470f-9f8c-38f328a8de37 None None] Pushing event updated for resources: {'Port': ['ID=7ac499a7-c771-479b-9e2a-86dece5a043d,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:59.222853 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-2a2f5211-e710-46cc-87eb-1c44e4c4f0e5 None None] Provisioning complete for port 7ac499a7-c771-479b-9e2a-86dece5a043d triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:59.223173 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5211-e710-46cc-87eb-1c44e4c4f0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:59.223508 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2a2f5211-e710-46cc-87eb-1c44e4c4f0e5 None None] Attempt 1 to provision port 7ac499a7-c771-479b-9e2a-86dece5a043d Sep 14 00:59:59.297829 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f5211-e710-46cc-87eb-1c44e4c4f0e5 None None] Current status of the port 7ac499a7-c771-479b-9e2a-86dece5a043d is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:59.713102 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 7ac499a7-c771-479b-9e2a-86dece5a043d is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:00:00.735942 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 7ac499a7-c771-479b-9e2a-86dece5a043d up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:00:00.828889 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 7ac499a7-c771-479b-9e2a-86dece5a043d triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:00:00.829275 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (7ac499a7-c771-479b-9e2a-86dece5a043d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:00.829613 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 7ac499a7-c771-479b-9e2a-86dece5a043d Sep 14 01:00:00.904139 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 7ac499a7-c771-479b-9e2a-86dece5a043d is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:00:05.769373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-9d0866a2-ae05-4fa8-a842-93004ba5a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:07.084997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:07.086447 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:08.247060 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:08.254193 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6fab6586-7ba9-4d79-a4aa-7484cef6da10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:09.298700 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:09.312910 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:10.642294 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:10.945283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:11.233395 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:11.241622 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:12.265997 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:00:20.938746 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:20.940691 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:22.262268 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:34.217588 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:35.771427 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab55b-0297-475a-9ef3-c1927a81347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:38.256258 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-175f8b9e-e605-4298-9db3-b47a10833f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:39.317724 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:40.646210 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:40.955159 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:48.232714 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:48.237698 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:49.265337 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:00:50.948706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:50.951690 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:59.259445 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:59.261369 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:05.773943 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a46b3968-fd0c-435d-9b10-a2e4c718fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:08.258132 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8388a053-0d74-4fc4-9747-2269b8e319ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:09.317083 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.650124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.950235 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:12.066712 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54380) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:01:12.072646 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [None req-fe175cba-3fea-462a-ae06-0ff2e5242c2a tempest-verify_tempest_config-421562541 tempest-verify_tempest_config-421562541-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:01:12.073600 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-fe175cba-3fea-462a-ae06-0ff2e5242c2a tempest-verify_tempest_config-421562541 tempest-verify_tempest_config-421562541-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059135 Sep 14 01:01:12.604090 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54398) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:01:12.936591 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.016198 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Publish callbacks [] for security_group (82f4130e-93f1-44e4-b7c4-bfa3445ad2d8), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.019877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (82f4130e-93f1-44e4-b7c4-bfa3445ad2d8), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.066719 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=38b4ff1e70c347b4ac19492b4ec26b51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4615860 Sep 14 01:01:13.068954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f4130e-93f1-44e4-b7c4-bfa3445ad2d8,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:01:13.069530 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54402) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:01:13.074976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.075329 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.075723 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.076066 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.076402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.076733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.077059 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.077408 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.077748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.078077 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.078418 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.078762 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.079085 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.079434 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.079757 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57b64d-08e0-415b-8ec2-07067dbfad3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.155177 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Publish callbacks [] for security_group (82f4130e-93f1-44e4-b7c4-bfa3445ad2d8), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.176900 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Publish callbacks [] for security_group (82f4130e-93f1-44e4-b7c4-bfa3445ad2d8), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.273333 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (82f4130e-93f1-44e4-b7c4-bfa3445ad2d8), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.276460 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:13.277582 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82f4130e-93f1-44e4-b7c4-bfa3445ad2d8 HTTP/1.1" status: 204 len: 168 time: 0.2069733 Sep 14 01:01:13.285642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f4130e-93f1-44e4-b7c4-bfa3445ad2d8,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:01:13.295617 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.295967 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.296310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.296644 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.296969 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.297300 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.297620 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.297941 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.298264 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.298769 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.299108 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.299451 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.299807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.300129 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.300442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3d579-3bd9-44e3-9b4e-2aed960d2f8f admin admin] Tracked resource versions report: Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: pushed versions: Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: { 'AddressGroup': {'1.2'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Agent': {'1.1'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'ConntrackHelper': {'1.0'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Log': {'1.0'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'NDPProxy': {'1.0'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Network': {'1.1'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Port': {'1.7'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'PortForwarding': {'1.3'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'QosPolicy': {'1.10'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroup': {'1.5'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SubPort': {'1.0'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Subnet': {'1.1'}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Trunk': {'1.1'}} Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: consumer versions: Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Agent': '1.1', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'ConntrackHelper': '1.0', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'LocalIPAssociation': '1.0', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Log': '1.0', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'NDPProxy': '1.0', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Network': '1.1', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Port': '1.7', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'PortForwarding': '1.3', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'QosPolicy': '1.10', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroup': '1.5', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroupRule': '1.2', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SubPort': '1.0', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Subnet': '1.1', Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Trunk': '1.1'}} Sep 14 01:01:13.301873 dv-cinder-857528-1-iscsi neutron-server[106416]: {{(pid=106416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:01:20.944942 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:23.063535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=21,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:23.070828 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=18,neutron:INSERT=9 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:23.288828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:23.290788 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:23.337822 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=13 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:26.263372 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:01:35.777163 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cd408f77-6907-4b05-b874-6667eee070b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:36.258702 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=17 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:36.259438 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=17 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:38.260304 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4dc2954d-641d-4fd0-b0af-fdaef96f34d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:39.319452 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:40.653448 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:40.953471 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:50.947348 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:50.950028 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:02.235044 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:02.238942 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:03.261393 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:02:05.780230 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b246e06c-9e19-4cbd-9521-d0bce2ceca85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:08.262466 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f60-f347-406e-b400-d8030b2d42d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:09.322068 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:10.657492 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:10.957240 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:13.256794 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:13.257636 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:20.944894 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:20.951642 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:35.782358 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e0c0bfa4-c1fe-4786-867e-e7de39f393f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:38.265107 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6c0ef29c-d88c-4080-94f4-3d06124cbf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:39.242204 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:39.247472 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:39.325550 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:40.259928 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 5 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:02:40.665333 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:40.960123 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:46.401432 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539076'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:50.956332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:54.223055 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:54.223932 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:56.397351 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:59.459168 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54500) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:02:59.588649 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6bde82ba-c03d-4be2-9306-469b81dbc5a1 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1282709 Sep 14 01:03:02.052711 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54510) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:03:02.113270 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b233f91d-43c8-411b-b63d-4d64dd5a2853 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595207 Sep 14 01:03:05.784860 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-feaf4016-7f2f-4740-9f8c-be655e9657dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:08.268083 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c1362b52-8de9-4410-a185-9fdfee478f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:09.327106 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:09.581078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:09.583003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:10.665337 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:10.963702 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:12.107736 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:16.243483 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:16.244566 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:16.400073 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:17.259021 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:03:26.394737 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:26.396654 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:30.772607 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=16 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:30.773287 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=12 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:35.788412 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-196d2617-ec4d-432b-9964-ec22c094555d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:38.270661 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-0b633ae4-0c12-436b-8e9b-edd4b5d2ab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:39.332892 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:40.668539 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:40.966367 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:46.415371 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:53.236865 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:53.241781 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:54.257602 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:03:56.409973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:56.412129 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:04.253450 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:05.790249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8a821445-71ba-40fa-b204-8fe0c36c4ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:08.272827 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-74ce4e36-42b9-4160-ab6e-11328634849f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:09.340810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:10.670990 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:10.968714 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:16.435388 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:26.429048 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:26.431076 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:31.255733 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:04:35.792919 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6f08b624-94ec-4f26-8a2a-9045a89aa75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:36.662991 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54660) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:36.995159 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-network', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:37.017250 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Made reservation on behalf of d1dd868f069a46dbb6bfd549f6bbf7b8 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:37.020133 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.029914 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.034217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54688) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:37.123505 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks [] for security_group (338f0e8e-6fcf-404b-b2fc-486d6fa37fd1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.128086 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (338f0e8e-6fcf-404b-b2fc-486d6fa37fd1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.158067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:37.170918 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:37.173387 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (5ce84689-31cc-4774-b36b-b077a3a239e1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.173720 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Added segment 5ce84689-31cc-4774-b36b-b077a3a239e1 of type vlan for network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d Sep 14 01:04:37.191601 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.192130 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.192473 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.192788 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.193116 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.193434 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.194164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.194423 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.194766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.195483 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.195989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.196451 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.196778 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.197099 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.197417 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Tracked resource versions report: Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: pushed versions: Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Agent': {'1.1'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Log': {'1.0'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'NDPProxy': {'1.0'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Network': {'1.1'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Port': {'1.7'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'PortForwarding': {'1.3'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'QosPolicy': {'1.10'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SubPort': {'1.0'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Subnet': {'1.1'}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Trunk': {'1.1'}} Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: consumer versions: Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Agent': '1.1', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'ConntrackHelper': '1.0', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'LocalIPAssociation': '1.0', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Log': '1.0', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'NDPProxy': '1.0', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Network': '1.1', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Port': '1.7', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'PortForwarding': '1.3', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'QosPolicy': '1.10', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroup': '1.5', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SecurityGroupRule': '1.2', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'SubPort': '1.0', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Subnet': '1.1', Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: 'Trunk': '1.1'}} Sep 14 01:04:37.198605 dv-cinder-857528-1-iscsi neutron-server[106417]: {{(pid=106417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:37.241230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.272214 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.273668 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:37.274594 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.303917 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6396236 Sep 14 01:04:37.307604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54706) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:37.317154 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Request body: {'subnet': {'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-subnet', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:37.343522 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-253722260-network', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:37.352297 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e5fe-4bfd-40df-a046-e29999bbe387 admin admin] Pushing event updated for resources: {'Network': ['ID=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:37.362992 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:37.387070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Made reservation on behalf of 25c229f6a4574619a73b2780d2a6528b for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:37.391166 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.410778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.420594 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Made reservation on behalf of d1dd868f069a46dbb6bfd549f6bbf7b8 for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:37.423579 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.610273 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54718) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:37.733214 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks [] for security_group (1f091275-2e75-4089-9db5-6d06b2df956b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.745615 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1f091275-2e75-4089-9db5-6d06b2df956b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.799548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54728) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:37.823144 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:37.831841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (387b941b-c921-4b77-8c34-1be0fa31d07b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.879224 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773532651704', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:37.880078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Unsubscribe: segment precommit_create {{(pid=106416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 01:04:37.880604 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Added segment b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee of type vlan for network 740eb1f7-47cc-47b7-ac3a-115438e4b57e Sep 14 01:04:37.935465 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f091275-2e75-4089-9db5-6d06b2df956b,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:37.947219 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387b941b-c921-4b77-8c34-1be0fa31d07b,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:37.957956 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.958316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.958691 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.958999 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.959334 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.959879 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.961115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.961607 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.962123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.962470 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.962898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.963139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.963462 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.963960 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.964464 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Tracked resource versions report: Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: pushed versions: Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Agent': {'1.1'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Log': {'1.0'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'NDPProxy': {'1.0'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Network': {'1.1'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Port': {'1.7'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'PortForwarding': {'1.3'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'QosPolicy': {'1.10'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SubPort': {'1.0'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Subnet': {'1.1'}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Trunk': {'1.1'}} Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: consumer versions: Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Agent': '1.1', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'ConntrackHelper': '1.0', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'LocalIPAssociation': '1.0', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Log': '1.0', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'NDPProxy': '1.0', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Network': '1.1', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Port': '1.7', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'PortForwarding': '1.3', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'QosPolicy': '1.10', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroup': '1.5', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SecurityGroupRule': '1.2', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'SubPort': '1.0', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Subnet': '1.1', Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: 'Trunk': '1.1'}} Sep 14 01:04:37.965838 dv-cinder-857528-1-iscsi neutron-server[106416]: {{(pid=106416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:38.004476 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.005793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.006139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.006482 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.006937 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.007164 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.007525 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.007888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.008240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.008576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.008904 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.009419 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.009751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.010077 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.010398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:38.028610 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Checking segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:38.028988 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Network hostable DHCP agents. Network: 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:38.032167 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (740eb1f7-47cc-47b7-ac3a-115438e4b57e), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.089307 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (740eb1f7-47cc-47b7-ac3a-115438e4b57e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.090345 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:38.090961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.091346 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1328539718-network', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:38.100755 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54766) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:38.120229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:38.136369 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:38.137754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Made reservation on behalf of 62cb41eb4b8244abb4aafd718b1207ad for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:38.142476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.157653 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.184586 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2018387522-network', 'tenant_id': '832072fd5b984b5b91d249c5733452b8'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:38.189510 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1541934 Sep 14 01:04:38.190181 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54776) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:38.201209 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Request body: {'subnet': {'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-253722260-subnet', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:38.205669 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:38.225099 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83befedb-6395-43a0-9ae6-d750179a1094 None None] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:38.241380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-network', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:38.261753 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:38.262349 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.279100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:38.285292 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Made reservation on behalf of 3c6482bb91c24939ba18c03a3e5bb18c for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:38.288119 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.300743 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.334160 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-1f14155b-f4e1-460c-b6c4-7ffb2532b169 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0242245 Sep 14 01:04:38.334516 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54778) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:38.335442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4aab9e-1899-48ba-b283-67cbcb313f71 admin admin] Pushing event updated for resources: {'Network': ['ID=740eb1f7-47cc-47b7-ac3a-115438e4b57e,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:38.337434 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Made reservation on behalf of 832072fd5b984b5b91d249c5733452b8 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:38.344438 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.348513 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Made reservation on behalf of 25c229f6a4574619a73b2780d2a6528b for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:38.351990 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.369546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:38.370116 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:38.418841 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.454215 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7d01-6eef-4cc5-8ca7-bdf7c71f565b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.472805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:38.474462 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.492310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks [] for security_group (0bb54320-dd39-4da3-83a6-5eb41e201a8a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.525488 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (0bb54320-dd39-4da3-83a6-5eb41e201a8a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.529433 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks [] for security_group (b5cdd411-2c89-44c9-8d9a-3074b6850427), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.543310 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b5cdd411-2c89-44c9-8d9a-3074b6850427), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.562131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:38.594801 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.596906 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Added segment 4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6 of type vlan for network a458fb77-0452-4eef-a570-bd92e833719b Sep 14 01:04:38.606640 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:38.630183 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb54320-dd39-4da3-83a6-5eb41e201a8a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:38.665279 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (a24a4d15-b834-40e4-a1de-e336600ca7d4), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.665633 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Added segment a24a4d15-b834-40e4-a1de-e336600ca7d4 of type vlan for network c98240d0-3126-41fb-afde-91eebe272174 Sep 14 01:04:38.702094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (a458fb77-0452-4eef-a570-bd92e833719b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.729794 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Allocated IP 172.20.0.2 (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d/387b941b-c921-4b77-8c34-1be0fa31d07b/31b495ba-b218-4d9f-add5-ff8c52d05f27) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:38.750269 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (25b7daa3-d5e9-45d4-afe9-7312830f9b67), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.752832 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (25b7daa3-d5e9-45d4-afe9-7312830f9b67), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.806152 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=69,neutron:INSERT=23,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:38.807716 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:38.808865 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (a458fb77-0452-4eef-a570-bd92e833719b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.810030 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:38.810764 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.828130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (c8e58bfe-54c2-4858-a7ca-00885c2986b2), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.854811 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (c98240d0-3126-41fb-afde-91eebe272174), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:38.864914 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cdd411-2c89-44c9-8d9a-3074b6850427,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:38.888885 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2766542 Sep 14 01:04:38.906601 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54796) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:38.913845 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Request body: {'subnet': {'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-subnet', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:38.970568 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Made reservation on behalf of 62cb41eb4b8244abb4aafd718b1207ad for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:38.973583 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.011380 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks [] for router_controller (25b7daa3-d5e9-45d4-afe9-7312830f9b67), precommit_add_association {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.024783 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e58bfe-54c2-4858-a7ca-00885c2986b2,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:39.036155 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (c98240d0-3126-41fb-afde-91eebe272174), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.037152 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:39.037728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.144105 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Checking segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:39.145241 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Network hostable DHCP agents. Network: 740eb1f7-47cc-47b7-ac3a-115438e4b57e, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:39.151331 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] Pushing event updated for resources: {'Network': ['ID=c98240d0-3126-41fb-afde-91eebe272174,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:39.175232 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Publish callbacks [] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.179741 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-fa055722-0e5a-42a5-a99f-9ffbc2948342 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0748909 Sep 14 01:04:39.180994 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54812) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:39.181799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:39.182916 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network c98240d0-3126-41fb-afde-91eebe272174 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:39.189413 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Request body: {'subnet': {'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-subnet', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:39.222279 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Made reservation on behalf of 3c6482bb91c24939ba18c03a3e5bb18c for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:39.225525 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.230279 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 740eb1f7-47cc-47b7-ac3a-115438e4b57e) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:39.250268 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:39.251702 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.267503 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c1f2a-b37f-43e8-9dc1-dcf0df8ee1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a458fb77-0452-4eef-a570-bd92e833719b,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:39.275545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:39.312923 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-48e0185e-48b4-4cb3-9332-3635351d8e7f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1154141 Sep 14 01:04:39.313841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54822) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:39.320620 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e8162-0e14-4b50-a149-22bbb9aa5043 None None] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:39.321742 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:39.324965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network a458fb77-0452-4eef-a570-bd92e833719b details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:39.355102 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (9a01197e-b665-469e-87db-e44bf999bf2b), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.356254 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (9a01197e-b665-469e-87db-e44bf999bf2b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.363178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:39.461786 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks [] for router_controller (9a01197e-b665-469e-87db-e44bf999bf2b), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.467006 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks [] for router_gateway (25b7daa3-d5e9-45d4-afe9-7312830f9b67), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.517327 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks [] for security_group (64ebc78e-0674-4823-9c04-b3dd6627ec98), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.535273 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (64ebc78e-0674-4823-9c04-b3dd6627ec98), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.542480 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.566901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:39.594767 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:39.597253 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:39.601235 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:39.650981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (e574ef3e-e754-4968-b39f-1083a1a60954), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.651370 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Added segment e574ef3e-e754-4968-b39f-1083a1a60954 of type vlan for network 11c04de1-f8e8-4b37-991f-4682013f39d6 Sep 14 01:04:39.687642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks [] for router_gateway (9a01197e-b665-469e-87db-e44bf999bf2b), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.695761 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (11c04de1-f8e8-4b37-991f-4682013f39d6), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.719633 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ebc78e-0674-4823-9c04-b3dd6627ec98,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:39.744052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (11c04de1-f8e8-4b37-991f-4682013f39d6), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.745488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:39.746276 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.813373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Attempting to bind port 31b495ba-b218-4d9f-add5-ff8c52d05f27 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:39.814031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Attempting to bind port 31b495ba-b218-4d9f-add5-ff8c52d05f27 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:39.815952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Attempting to bind port 31b495ba-b218-4d9f-add5-ff8c52d05f27 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:39.850793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (55da7f48-e962-40be-bcfd-e52f04641070), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:39.863525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] Pushing event updated for resources: {'Network': ['ID=11c04de1-f8e8-4b37-991f-4682013f39d6,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:39.879120 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ec6594b0-5632-4a4c-9345-d6538522a568 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0778222 Sep 14 01:04:39.882246 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54834) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:39.889933 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Request body: {'subnet': {'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2018387522-subnet', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:39.916358 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:39.977605 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Made reservation on behalf of 832072fd5b984b5b91d249c5733452b8 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:39.980286 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.005245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:40.061767 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:40.181343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55da7f48-e962-40be-bcfd-e52f04641070,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:40.197441 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Checking segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:40.197807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Network hostable DHCP agents. Network: c98240d0-3126-41fb-afde-91eebe272174, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:40.202386 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks [] for router_gateway (9a01197e-b665-469e-87db-e44bf999bf2b), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.240319 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.305704 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:40.306826 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:40.309000 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Network c98240d0-3126-41fb-afde-91eebe272174 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:40.366554 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:40.368761 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.379162 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.391187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, c98240d0-3126-41fb-afde-91eebe272174) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:40.421338 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f93ac-055f-464f-b947-637a5ed63148 None None] Network c98240d0-3126-41fb-afde-91eebe272174 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:40.448257 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Pushing event updated for resources: {'Port': ['ID=31b495ba-b218-4d9f-add5-ff8c52d05f27,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:40.454092 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:40.454684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.472962 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks [] for router_gateway (25b7daa3-d5e9-45d4-afe9-7312830f9b67), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.532789 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:40.533150 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Checking segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:40.533617 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.534083 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Bound using segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:40.534648 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Bound port: 31b495ba-b218-4d9f-add5-ff8c52d05f27, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:40.535091 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.549944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.550772 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.550772 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.551057 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.551474 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.552006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.552447 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.552837 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.553233 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.553629 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.554038 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.554517 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.554998 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.555301 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.555728 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Tracked resource versions report: Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: pushed versions: Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Agent': {'1.1'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Log': {'1.0'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'NDPProxy': {'1.0'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Network': {'1.1'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Port': {'1.7'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'PortForwarding': {'1.3'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'QosPolicy': {'1.10'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SubPort': {'1.0'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Subnet': {'1.1'}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Trunk': {'1.1'}} Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: consumer versions: Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Agent': '1.1', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'ConntrackHelper': '1.0', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'LocalIPAssociation': '1.0', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Log': '1.0', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'NDPProxy': '1.0', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Network': '1.1', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Port': '1.7', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'PortForwarding': '1.3', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'QosPolicy': '1.10', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroup': '1.5', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SecurityGroupRule': '1.2', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'SubPort': '1.0', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Subnet': '1.1', Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: 'Trunk': '1.1'}} Sep 14 01:04:40.557015 dv-cinder-857528-1-iscsi neutron-server[106418]: {{(pid=106418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:40.574532 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (7218407b-c913-4fbe-93d4-7a148f2bba54), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.589381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.621649 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-226bca0f-ab20-4d32-8512-cc870e779550 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4345300 Sep 14 01:04:40.623883 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54866) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:40.629011 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:40.725726 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (b584a30a-cc43-46f4-ab42-cf11228a6bf4), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.727875 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (b584a30a-cc43-46f4-ab42-cf11228a6bf4), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.780165 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:40.783541 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.809884 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Allocated IP 172.27.1.193 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/79e74eb1-3563-4997-a2c7-a9d44e443605) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:40.812403 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-c98240d0-3126-41fb-afde-91eebe272174', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:40.813528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.816705 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:40.817387 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Network hostable DHCP agents. Network: a458fb77-0452-4eef-a570-bd92e833719b, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:40.820624 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] For port 31b495ba-b218-4d9f-add5-ff8c52d05f27, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:40.834433 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (9d2976c5-3d5c-4d03-8cf9-0c3025087ba5), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.836991 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7218407b-c913-4fbe-93d4-7a148f2bba54,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:40.868919 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] For port 31b495ba-b218-4d9f-add5-ff8c52d05f27, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=31b495ba-b218-4d9f-add5-ff8c52d05f27,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:40.889181 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.900661 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Allocated IP 172.20.0.2 (740eb1f7-47cc-47b7-ac3a-115438e4b57e/c8e58bfe-54c2-4858-a7ca-00885c2986b2/eaec2b69-c9fa-45e4-be5b-b2339c30be0a) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:40.909380 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Network a458fb77-0452-4eef-a570-bd92e833719b is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:40.918563 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2976c5-3d5c-4d03-8cf9-0c3025087ba5,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:40.933085 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, a458fb77-0452-4eef-a570-bd92e833719b) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:40.934782 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks [] for router_controller (b584a30a-cc43-46f4-ab42-cf11228a6bf4), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.940585 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:40.941736 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:40.951167 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Checking segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:40.951863 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Network hostable DHCP agents. Network: 11c04de1-f8e8-4b37-991f-4682013f39d6, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:40.972926 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-8beb8b61-8806-4449-8bf8-be0cebee3c6d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0627615 Sep 14 01:04:40.977297 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54884) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:40.991118 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d996c-5dec-4efe-9e3a-14914375751e None None] Network a458fb77-0452-4eef-a570-bd92e833719b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:40.993609 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:41.009720 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:41.014174 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.026719 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 11c04de1-f8e8-4b37-991f-4682013f39d6) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:41.033408 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:41.034680 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.043410 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (478cba5c-6054-4d28-b972-1a6f86c96f4e), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.044735 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (478cba5c-6054-4d28-b972-1a6f86c96f4e), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.050519 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.070010 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d5f84fdd-8894-4386-85c7-9ec1d6ead404 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1843297 Sep 14 01:04:41.077417 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54888) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:41.083800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:41.099212 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df30a060-26a5-4985-8138-7ce9b81b8f1c None None] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:41.133985 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks [] for router_controller (478cba5c-6054-4d28-b972-1a6f86c96f4e), precommit_add_association {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.237549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks [] for router_gateway (b584a30a-cc43-46f4-ab42-cf11228a6bf4), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.251920 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=7 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.253314 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.253706 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.255264 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.396771 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks [] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.397728 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks [] for router_gateway (478cba5c-6054-4d28-b972-1a6f86c96f4e), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.414348 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Publish callbacks [] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.459226 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.467869 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks [] for router_controller (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.487070 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.488537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.504913 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:41.516093 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Allocated IP 172.20.0.2 (c98240d0-3126-41fb-afde-91eebe272174/55da7f48-e962-40be-bcfd-e52f04641070/8f07592d-6c4e-454b-9e91-2b8cfcb13183) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:41.520949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.551315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6658f5-878a-48d5-8351-fcdb2550cd9a None None] Pushing event updated for resources: {'Port': ['ID=31b495ba-b218-4d9f-add5-ff8c52d05f27,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:41.660697 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54904) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:41.686202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks [] for router_gateway (478cba5c-6054-4d28-b972-1a6f86c96f4e), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.693637 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Pushing event updated for resources: {'Port': ['ID=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:41.710064 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.729873 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks [] for router_gateway (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.788275 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:41.795996 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:41.808616 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.821276 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:41.847181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Allocated IP 172.27.1.195 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/559c6fb5-c137-4f6e-9ee8-02deaff8923d) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:41.862293 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-a458fb77-0452-4eef-a570-bd92e833719b', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:41.863203 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.931737 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:41.953711 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-77156bff-3057-403a-a27d-fb1d507e4d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:41.964468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:41.974734 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:42.039306 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks [] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.055848 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Attempting to bind port eaec2b69-c9fa-45e4-be5b-b2339c30be0a on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:42.056185 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Attempting to bind port eaec2b69-c9fa-45e4-be5b-b2339c30be0a by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:42.056760 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Attempting to bind port eaec2b69-c9fa-45e4-be5b-b2339c30be0a on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:42.101566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-11c04de1-f8e8-4b37-991f-4682013f39d6', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'project_id': '832072fd5b984b5b91d249c5733452b8', 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:42.102810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.113055 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Pushing event updated for resources: {'Port': ['ID=79e74eb1-3563-4997-a2c7-a9d44e443605,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:42.127584 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.133164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-77156bff-3057-403a-a27d-fb1d507e4d22 admin admin] Publish callbacks [] for security_group (a48ba4d8-3fe9-418e-82ef-93ccd2b7a911), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.161958 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks [] for router_gateway (b584a30a-cc43-46f4-ab42-cf11228a6bf4), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.188429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-77156bff-3057-403a-a27d-fb1d507e4d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a48ba4d8-3fe9-418e-82ef-93ccd2b7a911), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.204918 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Publish callbacks [] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.227091 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.253431 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.270399 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:42.280043 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:42.280602 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Allocated IP 172.27.1.64 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/534ead6e-f60d-4583-92ee-33e63d45be17) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:42.284030 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:42.295934 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-77156bff-3057-403a-a27d-fb1d507e4d22 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=277d73e83c4047c098c5e5e38c057b7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6315930 Sep 14 01:04:42.295934 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77156bff-3057-403a-a27d-fb1d507e4d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ba4d8-3fe9-418e-82ef-93ccd2b7a911,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:42.299710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54908) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:42.300251 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:42.300900 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Checking segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:42.301347 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.301641 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Bound using segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:42.301936 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:42.302440 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Bound port: eaec2b69-c9fa-45e4-be5b-b2339c30be0a, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:42.302661 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.305989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:42.316740 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Pushing event updated for resources: {'Port': ['ID=559c6fb5-c137-4f6e-9ee8-02deaff8923d,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:42.362498 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:42.380245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:42.385541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:42.472800 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Network c98240d0-3126-41fb-afde-91eebe272174 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:42.472800 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Allocated IP 172.20.0.2 (a458fb77-0452-4eef-a570-bd92e833719b/7218407b-c913-4fbe-93d4-7a148f2bba54/74debeeb-d430-47ae-9bd4-4a76ff81650a) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:42.509009 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks [] for router_gateway (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.521576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:42.538043 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Pushing event updated for resources: {'Port': ['ID=8f07592d-6c4e-454b-9e91-2b8cfcb13183,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:42.543034 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:42.549785 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.559081 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:42.582038 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Allocated IP 172.20.0.2 (11c04de1-f8e8-4b37-991f-4682013f39d6/9d2976c5-3d5c-4d03-8cf9-0c3025087ba5/6e3ddc2d-d082-48cf-adcc-d0e957e554b1) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:42.628763 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c576671e-5174-4653-8cc3-9766382421da None None] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:42.698415 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks [] for router_gateway (9a01197e-b665-469e-87db-e44bf999bf2b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.862719 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] For port eaec2b69-c9fa-45e4-be5b-b2339c30be0a, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:42.888183 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks [] for port (534ead6e-f60d-4583-92ee-33e63d45be17), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.890475 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e7368a1-0399-4891-a1fa-9b6be98eaf26 admin admin] Publish callbacks [] for security_group (a48ba4d8-3fe9-418e-82ef-93ccd2b7a911), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.919932 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e7368a1-0399-4891-a1fa-9b6be98eaf26 admin admin] Publish callbacks [] for security_group (a48ba4d8-3fe9-418e-82ef-93ccd2b7a911), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.953148 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] For port eaec2b69-c9fa-45e4-be5b-b2339c30be0a, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:42.962770 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Provisioning complete for port 31b495ba-b218-4d9f-add5-ff8c52d05f27 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:42.963255 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.963741 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Attempt 1 to provision port 31b495ba-b218-4d9f-add5-ff8c52d05f27 Sep 14 01:04:43.037008 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 31b495ba-b218-4d9f-add5-ff8c52d05f27 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:43.040454 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Attempting to bind port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:43.040970 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Attempting to bind port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:43.041329 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Attempting to bind port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 on network c98240d0-3126-41fb-afde-91eebe272174 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:43.043866 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.081152 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (9a01197e-b665-469e-87db-e44bf999bf2b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.191383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks [] for router_gateway (25b7daa3-d5e9-45d4-afe9-7312830f9b67), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.395875 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:43.436160 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a197e-da23-44ba-8bfd-790b5f4a1016 None None] Pushing event updated for resources: {'Port': ['ID=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:43.444964 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e7368a1-0399-4891-a1fa-9b6be98eaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a48ba4d8-3fe9-418e-82ef-93ccd2b7a911), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.447093 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:43.447569 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Checking segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:43.448082 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.448617 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Bound using segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:43.449236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Bound port: 8f07592d-6c4e-454b-9e91-2b8cfcb13183, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:43.449707 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.452571 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e7368a1-0399-4891-a1fa-9b6be98eaf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.455808 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Router 9a01197e-b665-469e-87db-e44bf999bf2b is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:43.460110 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5e7368a1-0399-4891-a1fa-9b6be98eaf26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a48ba4d8-3fe9-418e-82ef-93ccd2b7a911 HTTP/1.1" status: 204 len: 168 time: 1.1556954 Sep 14 01:04:43.612782 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7368a1-0399-4891-a1fa-9b6be98eaf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ba4d8-3fe9-418e-82ef-93ccd2b7a911,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:43.618864 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.728138 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:43.741606 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Publish callbacks [] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.742270 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:43.755625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:43.759761 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:43.766889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:43.771089 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (25b7daa3-d5e9-45d4-afe9-7312830f9b67), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.777607 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:43.778552 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:43.783013 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:43.827455 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.832198 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-93d93e8a-bd4c-41f9-976e-72c50381f941 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5124156 Sep 14 01:04:43.833576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 54956) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:43.850787 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Pushing event updated for resources: {'Port': ['ID=534ead6e-f60d-4583-92ee-33e63d45be17,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:43.967862 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] For port 8f07592d-6c4e-454b-9e91-2b8cfcb13183, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:43.972039 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] For port 8f07592d-6c4e-454b-9e91-2b8cfcb13183, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=8f07592d-6c4e-454b-9e91-2b8cfcb13183,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:43.975023 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:43.975884 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 31b495ba-b218-4d9f-add5-ff8c52d05f27 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:43.976647 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.977413 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 31b495ba-b218-4d9f-add5-ff8c52d05f27 Sep 14 01:04:43.981047 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.993324 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Current status of the port 31b495ba-b218-4d9f-add5-ff8c52d05f27 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:43.994337 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.997385 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.006374 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Publish callbacks [] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.078207 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.088699 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.125350 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:44.138087 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:44.156690 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:44.158330 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.197971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.200522 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:44.209382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:44.227156 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:44.229477 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Pushing event updated for resources: {'Port': ['ID=74debeeb-d430-47ae-9bd4-4a76ff81650a,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.252759 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Allocated IP 172.27.1.231 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/418098f2-87f3-4809-93fa-7b4c9ab40ca9) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:44.268803 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:44.296740 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54960) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:44.301832 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks [] for router_gateway (478cba5c-6054-4d28-b972-1a6f86c96f4e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.393094 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4a91c-dbf9-4b9e-8d38-cb37a1120157 None None] Pushing event updated for resources: {'Port': ['ID=8f07592d-6c4e-454b-9e91-2b8cfcb13183,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.429507 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] For port 31b495ba-b218-4d9f-add5-ff8c52d05f27, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=31b495ba-b218-4d9f-add5-ff8c52d05f27,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:44.518735 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.540529 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:42Z', 'revision_number': 3, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:44.557367 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1147518d-f65e-4dd5-8445-a882eb5dbd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.559872 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:44.585688 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:44.586361 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Updating router 9a01197e-b665-469e-87db-e44bf999bf2b port 79e74eb1-3563-4997-a2c7-a9d44e443605 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:44.640898 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Attempting to bind port 74debeeb-d430-47ae-9bd4-4a76ff81650a on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:44.641176 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Attempting to bind port 74debeeb-d430-47ae-9bd4-4a76ff81650a by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:44.641538 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Attempting to bind port 74debeeb-d430-47ae-9bd4-4a76ff81650a on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:44.660416 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.681001 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks [] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.738345 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (478cba5c-6054-4d28-b972-1a6f86c96f4e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.768756 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.781678 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Pushing event updated for resources: {'Port': ['ID=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.873781 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.877883 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e404-06f0-42aa-86ec-48e3af1b2be6 None None] Pushing event updated for resources: {'Port': ['ID=31b495ba-b218-4d9f-add5-ff8c52d05f27,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.879788 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:44.886195 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-f9a0db46-b8a7-43bd-a663-9f5755eb3424 None None] Provisioning complete for port 31b495ba-b218-4d9f-add5-ff8c52d05f27 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:44.886591 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-f9a0db46-b8a7-43bd-a663-9f5755eb3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.886921 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-f9a0db46-b8a7-43bd-a663-9f5755eb3424 None None] Attempt 1 to provision port 31b495ba-b218-4d9f-add5-ff8c52d05f27 Sep 14 01:04:44.897146 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 31b495ba-b218-4d9f-add5-ff8c52d05f27 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:44.940859 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14a118-5f51-4eca-975a-12132c993470 None None] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:44.942799 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Attempting to bind port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:44.943169 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Attempting to bind port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:44.943519 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Attempting to bind port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 on network 11c04de1-f8e8-4b37-991f-4682013f39d6 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:44.945459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.962078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Pushing event updated for resources: {'Port': ['ID=418098f2-87f3-4809-93fa-7b4c9ab40ca9,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.965280 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:44.979804 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:45.105121 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:45.105492 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Checking segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:45.105936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.106275 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Bound using segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:45.106933 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Bound port: 6e3ddc2d-d082-48cf-adcc-d0e957e554b1, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:45.107843 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.115113 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:45.115481 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:45.115942 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.116330 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Bound using segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:45.117864 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Bound port: 74debeeb-d430-47ae-9bd4-4a76ff81650a, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:45.118260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.127676 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:45.154249 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:45.163104 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54974) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:45.168369 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Sync routers for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:45.212334 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1147518d-f65e-4dd5-8445-a882eb5dbd2d admin admin] Publish callbacks [] for security_group (fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.242880 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.244374 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-22a748ff-91d5-41f2-9b1f-9ea0ced1234d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8907900 Sep 14 01:04:45.247435 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1147518d-f65e-4dd5-8445-a882eb5dbd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.251701 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54978) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:45.307381 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:45.317954 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:45.333279 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147518d-f65e-4dd5-8445-a882eb5dbd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.402737 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 8f07592d-6c4e-454b-9e91-2b8cfcb13183 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:45.446714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Allocated IP 172.27.1.175 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/56c673cd-c485-4b5c-a0fa-ed2a702fdb48) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:45.465402 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:45.579396 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1147518d-f65e-4dd5-8445-a882eb5dbd2d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3a1767d9b3cd495bb8e1e9fe4ecb0946&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1453950 Sep 14 01:04:45.589703 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54980) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:45.606125 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0907cab8-74df-416a-8bfc-774dc2a4c1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.615689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:45.641800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks [] for router_gateway (b584a30a-cc43-46f4-ab42-cf11228a6bf4), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.643186 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] For port 74debeeb-d430-47ae-9bd4-4a76ff81650a, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:45.653067 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecddb46d-3f13-4c65-8074-57e64e06cfd2 None None] Network c98240d0-3126-41fb-afde-91eebe272174 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:45.665329 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0db46-b8a7-43bd-a663-9f5755eb3424 None None] Current status of the port 31b495ba-b218-4d9f-add5-ff8c52d05f27 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:45.689102 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks [] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.697114 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] For port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:45.725090 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] For port 74debeeb-d430-47ae-9bd4-4a76ff81650a, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=74debeeb-d430-47ae-9bd4-4a76ff81650a,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:45.756217 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] For port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:45.759468 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.783607 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.790245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:45.805718 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.810194 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:45.876764 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d3790ae-8d28-4b60-a631-85eacc9fdf2b admin admin] Publish callbacks [] for security_group (fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.995444 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:45.995878 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.996215 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 Sep 14 01:04:46.045936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Provisioning complete for port eaec2b69-c9fa-45e4-be5b-b2339c30be0a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:46.046807 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.047285 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Attempt 1 to provision port eaec2b69-c9fa-45e4-be5b-b2339c30be0a Sep 14 01:04:46.130717 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Allocated IP 172.20.0.1 (740eb1f7-47cc-47b7-ac3a-115438e4b57e/c8e58bfe-54c2-4858-a7ca-00885c2986b2/6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:46.144422 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.152906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0907cab8-74df-416a-8bfc-774dc2a4c1cd admin admin] Publish callbacks [] for security_group (58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.164485 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d3790ae-8d28-4b60-a631-85eacc9fdf2b admin admin] Publish callbacks [] for security_group (fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.190815 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0907cab8-74df-416a-8bfc-774dc2a4c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.259391 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.263175 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf7601-69c2-4df1-91d1-fa6b877093e1 None None] Pushing event updated for resources: {'Port': ['ID=74debeeb-d430-47ae-9bd4-4a76ff81650a,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.266949 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.308641 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.321006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.350878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:46.474879 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-0907cab8-74df-416a-8bfc-774dc2a4c1cd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=437899e27b144fcea3b6c06acc7df525&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3021517 Sep 14 01:04:46.485058 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:46.485957 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54986) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:46.487114 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907cab8-74df-416a-8bfc-774dc2a4c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.527431 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.531675 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:46.534483 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:46.542238 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d061fb70-dd80-41bd-ac5c-654c7c037d7f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5633793 Sep 14 01:04:46.543315 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 54988) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:46.568768 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5eae7-b4da-494c-a124-77c359ced12b None None] Pushing event updated for resources: {'Port': ['ID=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.622753 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks [] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.624586 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Pushing event updated for resources: {'Port': ['ID=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.634616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.646099 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Publish callbacks [] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.650983 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Current status of the port eaec2b69-c9fa-45e4-be5b-b2339c30be0a is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:46.651449 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.653494 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:46.653808 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.656362 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:46.660165 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.685168 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.687808 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Attempting to bind port 79e74eb1-3563-4997-a2c7-a9d44e443605 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:46.688927 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Attempting to bind port 79e74eb1-3563-4997-a2c7-a9d44e443605 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:46.689459 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Attempting to bind port 79e74eb1-3563-4997-a2c7-a9d44e443605 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:46.712247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (b584a30a-cc43-46f4-ab42-cf11228a6bf4), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.756902 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.762512 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d3790ae-8d28-4b60-a631-85eacc9fdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.767978 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d3790ae-8d28-4b60-a631-85eacc9fdf2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.769456 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-4d3790ae-8d28-4b60-a631-85eacc9fdf2b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625 HTTP/1.1" status: 204 len: 168 time: 1.1786351 Sep 14 01:04:46.774540 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Pushing event updated for resources: {'Port': ['ID=79e74eb1-3563-4997-a2c7-a9d44e443605,revision_number=2']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.784419 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.785017 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.785522 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.786017 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.786491 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.786987 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.787456 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.787977 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.788973 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.789730 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.790220 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.790707 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.791173 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.791685 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.792154 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Tracked resource versions report: Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: pushed versions: Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Agent': {'1.1'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Log': {'1.0'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'NDPProxy': {'1.0'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Network': {'1.1'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Port': {'1.7'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'PortForwarding': {'1.3'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'QosPolicy': {'1.10'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SubPort': {'1.0'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Subnet': {'1.1'}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Trunk': {'1.1'}} Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: consumer versions: Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: { DHCP agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: L3 agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: Metadata agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: Metering agent@dv-cinder-857528-1-iscsi: {}, Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: Open vSwitch agent@dv-cinder-857528-1-iscsi: { 'AddressGroup': '1.2', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Agent': '1.1', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'ConntrackHelper': '1.0', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'LocalIPAssociation': '1.0', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Log': '1.0', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'NDPProxy': '1.0', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Network': '1.1', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Port': '1.7', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'PortForwarding': '1.3', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'QosPolicy': '1.10', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroup': '1.5', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SecurityGroupRule': '1.2', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'SubPort': '1.0', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Subnet': '1.1', Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: 'Trunk': '1.1'}} Sep 14 01:04:46.793506 dv-cinder-857528-1-iscsi neutron-server[106419]: {{(pid=106419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:46.800889 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 8f07592d-6c4e-454b-9e91-2b8cfcb13183, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=8f07592d-6c4e-454b-9e91-2b8cfcb13183,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:46.809939 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:46.810801 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:46.811859 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.812982 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device eaec2b69-c9fa-45e4-be5b-b2339c30be0a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:46.871590 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:42Z', 'revision_number': 3, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:46.893152 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] For port eaec2b69-c9fa-45e4-be5b-b2339c30be0a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:46.938514 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:46.940451 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.942101 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:46.942832 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.943249 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:46.943737 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Checking router: 25b7daa3-d5e9-45d4-afe9-7312830f9b67 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:46.943856 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Bound port: 79e74eb1-3563-4997-a2c7-a9d44e443605, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:46.944332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Updating router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 port 559c6fb5-c137-4f6e-9ee8-02deaff8923d binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:46.948823 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.035119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Provisioning complete for port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:47.035545 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.035870 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Attempt 1 to provision port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 Sep 14 01:04:47.038484 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.040981 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:47.066269 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:47.073832 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:47.087644 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:47.091221 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (9a01197e-b665-469e-87db-e44bf999bf2b), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.130188 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.134741 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port eaec2b69-c9fa-45e4-be5b-b2339c30be0a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:47.134741 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.135106 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port eaec2b69-c9fa-45e4-be5b-b2339c30be0a Sep 14 01:04:47.145868 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3790ae-8d28-4b60-a631-85eacc9fdf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbfdc65-e03c-4d32-9e5b-bf9aeb28a625,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:47.161739 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-706889ea-dab3-4399-ad7e-d48f94a59b4b admin admin] Publish callbacks [] for security_group (58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.209479 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=8f07592d-6c4e-454b-9e91-2b8cfcb13183,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:47.247373 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-706889ea-dab3-4399-ad7e-d48f94a59b4b admin admin] Publish callbacks [] for security_group (58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.337158 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] For port 79e74eb1-3563-4997-a2c7-a9d44e443605, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:47.386273 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] For port 79e74eb1-3563-4997-a2c7-a9d44e443605, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=79e74eb1-3563-4997-a2c7-a9d44e443605,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:47.407245 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.490727 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-706889ea-dab3-4399-ad7e-d48f94a59b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.494457 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-706889ea-dab3-4399-ad7e-d48f94a59b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.495936 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-706889ea-dab3-4399-ad7e-d48f94a59b4b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78 HTTP/1.1" status: 204 len: 168 time: 1.0053434 Sep 14 01:04:47.520225 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706889ea-dab3-4399-ad7e-d48f94a59b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d1b73f-cf0b-4e7c-b5a8-5ea3f16e3e78,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:47.642140 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Current status of the port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:47.642595 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82129bd6-3e4c-49ba-b06c-7897cd1e4438 None None] Pushing event updated for resources: {'Port': ['ID=79e74eb1-3563-4997-a2c7-a9d44e443605,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:47.673406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096773dc-d3e4-42b2-911d-c49b28302a03 None None] Network a458fb77-0452-4eef-a570-bd92e833719b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:47.675264 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:47.676169 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:47.728626 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks [] for router_gateway (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.759125 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:44Z', 'revision_number': 3, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:47.811298 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:47.811940 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Updating router 478cba5c-6054-4d28-b972-1a6f86c96f4e port 534ead6e-f60d-4583-92ee-33e63d45be17 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:47.833653 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:47.919252 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:47.942735 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:47.943984 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.946406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df019c6d-3548-484c-8bee-cd5032218649 None None] Pushing event updated for resources: {'Port': ['ID=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:47.999602 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:48.003647 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Provisioning complete for port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:48.007706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.008612 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 1 to provision port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 Sep 14 01:04:48.020901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.137252 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:48.214917 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.223655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.250493 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aedcea-1eb6-42aa-8299-2b10985e2f20 None None] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:48.340189 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.370638 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port eaec2b69-c9fa-45e4-be5b-b2339c30be0a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:48.371655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 31b495ba-b218-4d9f-add5-ff8c52d05f27 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:48.515315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.541414 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Allocated IP 172.20.0.1 (a458fb77-0452-4eef-a570-bd92e833719b/7218407b-c913-4fbe-93d4-7a148f2bba54/f105e034-5242-45c5-bac2-560c8bbe30ee) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:48.541984 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 31b495ba-b218-4d9f-add5-ff8c52d05f27 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:48.541984 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.542327 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 31b495ba-b218-4d9f-add5-ff8c52d05f27 Sep 14 01:04:48.547367 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.611182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.618299 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.640152 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:48.764290 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:42Z', 'revision_number': 3, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:48.822926 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde28b8-25c9-42f2-8078-5289b0068954 None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:42Z', 'revision_number': 3, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:48.829384 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Current status of the port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:48.845278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Provisioning complete for port 74debeeb-d430-47ae-9bd4-4a76ff81650a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:48.846205 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.846856 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.852682 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 1 to provision port 74debeeb-d430-47ae-9bd4-4a76ff81650a Sep 14 01:04:48.952114 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks [] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.027310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:49.034565 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Allocated IP 172.20.0.1 (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d/387b941b-c921-4b77-8c34-1be0fa31d07b/0aeb220a-1cff-49be-ab68-fc77634372ed) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:49.064000 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.141974 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 31b495ba-b218-4d9f-add5-ff8c52d05f27 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:49.147197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:49.209213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:49.209876 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:49.459579 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.465819 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e5bbeba3-8093-4303-9c00-899ed869672d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8390739 Sep 14 01:04:49.472677 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55060) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:49.491355 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:49.508382 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:49.612313 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:49.633081 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:49.633581 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (478cba5c-6054-4d28-b972-1a6f86c96f4e), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.640691 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:49.670275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f105e034-5242-45c5-bac2-560c8bbe30ee,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.687375 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.793177 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.885582 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks [] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.888886 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 74debeeb-d430-47ae-9bd4-4a76ff81650a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:49.893540 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Publish callbacks [] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.898860 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Current status of the port 74debeeb-d430-47ae-9bd4-4a76ff81650a is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:49.900713 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.962706 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:50.030306 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks [] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.056229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.057400 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (9a01197e-b665-469e-87db-e44bf999bf2b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.077167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.144822 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:50.209485 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.213803 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-947623d9-f420-49ac-ac43-1b8342b8eff7 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1335974 Sep 14 01:04:50.216760 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Publish callbacks [] for port (534ead6e-f60d-4583-92ee-33e63d45be17), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.222046 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Sync routers for ids ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:50.223919 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55078) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:50.233828 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.235989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.240226 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] For port 74debeeb-d430-47ae-9bd4-4a76ff81650a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=74debeeb-d430-47ae-9bd4-4a76ff81650a,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:50.254365 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Attempting to bind port 534ead6e-f60d-4583-92ee-33e63d45be17 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:50.255066 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Attempting to bind port 534ead6e-f60d-4583-92ee-33e63d45be17 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:50.255704 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Attempting to bind port 534ead6e-f60d-4583-92ee-33e63d45be17 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:50.259234 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.286781 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.291515 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Attempting to bind port 559c6fb5-c137-4f6e-9ee8-02deaff8923d on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:50.291915 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Attempting to bind port 559c6fb5-c137-4f6e-9ee8-02deaff8923d by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:50.295792 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Attempting to bind port 559c6fb5-c137-4f6e-9ee8-02deaff8923d on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:50.355807 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:50.356653 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:50.357284 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.357885 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:50.358582 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Bound port: 534ead6e-f60d-4583-92ee-33e63d45be17, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:50.359182 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.398891 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=0aeb220a-1cff-49be-ab68-fc77634372ed,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.416327 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] For port 534ead6e-f60d-4583-92ee-33e63d45be17, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:50.424584 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] For port 534ead6e-f60d-4583-92ee-33e63d45be17, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=534ead6e-f60d-4583-92ee-33e63d45be17,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:50.427695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:50.436897 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Routers {'5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:50.439448 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:50.452281 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.488009 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:50.488187 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:50.488499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:50.488924 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.489329 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:50.489845 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Bound port: 559c6fb5-c137-4f6e-9ee8-02deaff8923d, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:50.490238 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.501128 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Provisioning complete for port eaec2b69-c9fa-45e4-be5b-b2339c30be0a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:50.503581 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.503930 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 1 to provision port eaec2b69-c9fa-45e4-be5b-b2339c30be0a Sep 14 01:04:50.530615 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:50.541539 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:50.542436 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:50.552782 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:45Z', 'revision_number': 3, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:50.574777 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:50.575769 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (25b7daa3-d5e9-45d4-afe9-7312830f9b67), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.636172 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152a00-8b84-4262-9486-b0824d52e820 None None] Pushing event updated for resources: {'Port': ['ID=534ead6e-f60d-4583-92ee-33e63d45be17,revision_number=2']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.703616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 74debeeb-d430-47ae-9bd4-4a76ff81650a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:50.703809 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.704136 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 74debeeb-d430-47ae-9bd4-4a76ff81650a Sep 14 01:04:50.760112 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:50.765081 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:50.776777 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:50.777208 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Updating router b584a30a-cc43-46f4-ab42-cf11228a6bf4 port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:50.798962 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152a00-8b84-4262-9486-b0824d52e820 None None] Pushing event updated for resources: {'Port': ['ID=534ead6e-f60d-4583-92ee-33e63d45be17,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.871126 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:50.872273 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e262f-948b-4351-94e8-9274026050d4 None None] Pushing event updated for resources: {'Port': ['ID=559c6fb5-c137-4f6e-9ee8-02deaff8923d,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.924444 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.069040 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Set router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:51.076175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.165570 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.165785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.185191 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] For port 559c6fb5-c137-4f6e-9ee8-02deaff8923d, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:51.231964 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Pushing event updated for resources: {'Port': ['ID=74debeeb-d430-47ae-9bd4-4a76ff81650a,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.236174 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] For port 559c6fb5-c137-4f6e-9ee8-02deaff8923d, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=559c6fb5-c137-4f6e-9ee8-02deaff8923d,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:51.260255 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.282919 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:51.343054 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.390768 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.589044 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.598870 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Router 9a01197e-b665-469e-87db-e44bf999bf2b has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:04:51.637236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.644965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 74debeeb-d430-47ae-9bd4-4a76ff81650a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:51.646440 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 8f07592d-6c4e-454b-9e91-2b8cfcb13183 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:51.653783 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:51.654584 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:51.720005 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:44Z', 'revision_number': 3, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:51.810724 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7db9a-a83d-465d-b193-942f8147903c None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:44Z', 'revision_number': 3, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:51.836738 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Current status of the port eaec2b69-c9fa-45e4-be5b-b2339c30be0a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:51.874044 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:46Z', 'revision_number': 3, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:51.955866 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:51.959334 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Checking router: 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:51.960688 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Updating router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:51.999814 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-f071247a-703e-41bf-a407-f77cf057b0a9 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9a01197e-b665-469e-87db-e44bf999bf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1627018 Sep 14 01:04:52.007535 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:52.011712 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.032472 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Provisioning complete for port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:52.033102 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.033613 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 1 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:52.035375 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e262f-948b-4351-94e8-9274026050d4 None None] Pushing event updated for resources: {'Port': ['ID=559c6fb5-c137-4f6e-9ee8-02deaff8923d,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:52.072225 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.086711 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.167491 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:52.168176 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:52.284869 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Allocated IP 172.20.0.1 (c98240d0-3126-41fb-afde-91eebe272174/55da7f48-e962-40be-bcfd-e52f04641070/535cbcd1-0e52-4828-8d2f-8a4f14d470de) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:52.286835 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.290304 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:52.329179 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:52.329646 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.330032 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 Sep 14 01:04:52.341173 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.342354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.404808 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:52.420751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Allocated IP 172.20.0.1 (11c04de1-f8e8-4b37-991f-4682013f39d6/9d2976c5-3d5c-4d03-8cf9-0c3025087ba5/85a937cc-3c60-4a3b-8a07-e187772e37f3) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:52.446692 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks [] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.464264 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks [] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.477806 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.478571 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (478cba5c-6054-4d28-b972-1a6f86c96f4e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.505882 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.506521 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (25b7daa3-d5e9-45d4-afe9-7312830f9b67), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.611122 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks [] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.661003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55130) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:52.667395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421349149', 'description': 'tempest-description--554261167'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:52.704115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.748560 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.768319 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Publish callbacks [] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.782271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.783762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.787015 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:52.798459 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 2 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:52.800174 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.831750 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:52.861437 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:52.862219 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.906603 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005168-46ab-4523-8ef6-9f829bfb9b9f None None] Pushing event updated for resources: {'Port': ['ID=418098f2-87f3-4809-93fa-7b4c9ab40ca9,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.017074 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.020797 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Attempting to bind port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:53.025929 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Attempting to bind port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:53.026373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Attempting to bind port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:53.033709 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f105e034-5242-45c5-bac2-560c8bbe30ee,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.124048 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:53.124472 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:53.124880 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.125295 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:53.126278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Bound port: 418098f2-87f3-4809-93fa-7b4c9ab40ca9, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:53.126278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.130187 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:53.141597 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:53.154589 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Pushing event updated for resources: {'Port': ['ID=85a937cc-3c60-4a3b-8a07-e187772e37f3,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.191658 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.213307 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Publish callbacks [] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.216609 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks [] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.242499 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.268903 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] For port 418098f2-87f3-4809-93fa-7b4c9ab40ca9, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:53.275202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=0aeb220a-1cff-49be-ab68-fc77634372ed,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.278930 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] For port 418098f2-87f3-4809-93fa-7b4c9ab40ca9, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=418098f2-87f3-4809-93fa-7b4c9ab40ca9,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:53.289795 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Attempting to bind port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:53.290434 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Attempting to bind port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:53.290989 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Attempting to bind port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:53.306186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.391417 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (89e10842-0ab1-4b1d-9b0c-d9c3973b99b1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.401747 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eec8c-ce01-48a0-8231-e66ef2bd20bb None None] Pushing event updated for resources: {'Port': ['ID=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,revision_number=2']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.403907 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Network c98240d0-3126-41fb-afde-91eebe272174 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:53.408730 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (89e10842-0ab1-4b1d-9b0c-d9c3973b99b1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.421355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Pushing event updated for resources: {'Port': ['ID=535cbcd1-0e52-4828-8d2f-8a4f14d470de,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.425413 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.434861 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:53.438079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:53.438559 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (b584a30a-cc43-46f4-ab42-cf11228a6bf4), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.457163 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.461516 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:53.463498 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:53.468078 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:53.468795 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.469402 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:53.470115 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Bound port: 56c673cd-c485-4b5c-a0fa-ed2a702fdb48, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:53.474367 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.474513 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:53.576710 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.580942 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9188356 Sep 14 01:04:53.620631 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55150) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:53.643369 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] For port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:53.646867 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.648940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.664527 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] For port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:53.688415 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.740905 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 3 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:53.814444 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.821261 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eec8c-ce01-48a0-8231-e66ef2bd20bb None None] Pushing event updated for resources: {'Port': ['ID=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.841280 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Routers {'5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:53.842073 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:53.851581 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005168-46ab-4523-8ef6-9f829bfb9b9f None None] Pushing event updated for resources: {'Port': ['ID=418098f2-87f3-4809-93fa-7b4c9ab40ca9,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.875906 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:53.877727 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:53.945831 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks [] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.959233 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:53.960368 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:53.962014 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:53.962624 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.964136 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 Sep 14 01:04:53.965548 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'security_group_rule': {'security_group_id': '89e10842-0ab1-4b1d-9b0c-d9c3973b99b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:53.966304 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:53.969552 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:53.973929 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd5a02-def1-4aa3-a1cc-3d80b19df7e6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.974641 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:53.977752 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.978603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.154294 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 1, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:54.249226 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a80bb7-6900-4919-9956-ddd6421f05aa None None] The sync data for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi is: [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 1, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:54.286025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:54.286850 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.305166 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:54.326362 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:04:54.331458 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Pushing event updated for resources: {'Port': ['ID=85a937cc-3c60-4a3b-8a07-e187772e37f3,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:54.354555 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (a6ecf6a0-db7e-42d9-96a3-f61a42db253c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.418778 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] Set router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:54.448039 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 2, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:54.499639 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 4 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:54.500343 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.510913 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55168) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:54.513860 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:54.514271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Updating router 9a01197e-b665-469e-87db-e44bf999bf2b port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:54.621311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (a6ecf6a0-db7e-42d9-96a3-f61a42db253c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.635021 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (a6ecf6a0-db7e-42d9-96a3-f61a42db253c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.654739 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:54.701132 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.733651 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ecf6a0-db7e-42d9-96a3-f61a42db253c,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:54.771952 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.774446 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-525e6304-1069-4b32-9cea-7a3eeb990250 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1441536 Sep 14 01:04:54.777230 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55174) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:54.784555 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'security_group_rule': {'security_group_id': '89e10842-0ab1-4b1d-9b0c-d9c3973b99b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:54.815530 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:04:54.819940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks [] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.836479 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.836684 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.845765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (5580413f-6de3-4aac-98f2-84435b82f30f), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.846181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.847139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (b584a30a-cc43-46f4-ab42-cf11228a6bf4), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.853548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:04:54.870196 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8556954b-0e60-45da-9d9d-7cc24e2faafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.942087 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.943435 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '85a937cc-3c60-4a3b-8a07-e187772e37f3', 'name': '', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'mac_address': 'fa:16:3e:3e:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:04:52Z', 'revision_number': 1, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'subnets': [{'id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:54.973038 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809200d-3800-4138-a727-bc42a8bcbb2b None None] The sync data for ids ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'] in dv-cinder-857528-1-iscsi is: [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '85a937cc-3c60-4a3b-8a07-e187772e37f3', 'name': '', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'mac_address': 'fa:16:3e:3e:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:04:52Z', 'revision_number': 1, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'subnets': [{'id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:54.999280 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:55.019320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:55.019750 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.181401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (5580413f-6de3-4aac-98f2-84435b82f30f), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.186916 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:55.190128 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Pushing event updated for resources: {'Port': ['ID=535cbcd1-0e52-4828-8d2f-8a4f14d470de,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:55.194044 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (5580413f-6de3-4aac-98f2-84435b82f30f), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.212249 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:55.214865 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:55.225356 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:55.228355 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.229155 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device eaec2b69-c9fa-45e4-be5b-b2339c30be0a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:55.229302 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:55.240689 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-70f69907-4dcb-4b2e-85a5-54d411d142c6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/478cba5c-6054-4d28-b972-1a6f86c96f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6821089 Sep 14 01:04:55.243373 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.249146 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:55.249919 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:55.250601 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4724538 Sep 14 01:04:55.253715 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55180) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:55.266782 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-65d5e940-327e-496f-8d14-09f4bcf284f4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0351660 Sep 14 01:04:55.271971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:55.293103 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b03a1e-813e-437f-9abf-c42d4d49f82a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5580413f-6de3-4aac-98f2-84435b82f30f,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:55.345690 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.354139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8556954b-0e60-45da-9d9d-7cc24e2faafa admin admin] Publish callbacks [] for security_group (9b0de80c-72a3-4525-9659-71e3174b5468), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.381072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8556954b-0e60-45da-9d9d-7cc24e2faafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9b0de80c-72a3-4525-9659-71e3174b5468), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.488085 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:55.598976 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-8556954b-0e60-45da-9d9d-7cc24e2faafa admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9a61a5cdab00450abcb069278b29edf3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0764337 Sep 14 01:04:55.610228 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55190) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:55.735257 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556954b-0e60-45da-9d9d-7cc24e2faafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0de80c-72a3-4525-9659-71e3174b5468,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:55.770067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Network c98240d0-3126-41fb-afde-91eebe272174 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:55.777206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:55.892603 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 5 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:55.895686 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.935705 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:56.014512 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:56.055581 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port eaec2b69-c9fa-45e4-be5b-b2339c30be0a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:56.062490 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:56.063089 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Updating router 478cba5c-6054-4d28-b972-1a6f86c96f4e port f105e034-5242-45c5-bac2-560c8bbe30ee binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:56.072168 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.072969 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port eaec2b69-c9fa-45e4-be5b-b2339c30be0a Sep 14 01:04:56.105953 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.148577 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.179312 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:56.245756 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5649b40d-0cf1-4eab-a93f-1e4cc66c3aa4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/25b7daa3-d5e9-45d4-afe9-7312830f9b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9668434 Sep 14 01:04:56.247939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55204) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:56.252892 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103202672', 'description': 'tempest-description--970479117'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:56.281475 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:04:52Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:56.319984 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:04:56.331406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25616395-86c2-4663-ae5a-e9dfa2a48d82 None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:04:52Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:56.363229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d08d1bdb-e35b-448b-952d-8308a22cce23 admin admin] Publish callbacks [] for security_group (9b0de80c-72a3-4525-9659-71e3174b5468), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.390301 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.397026 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55224) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:56.406537 dv-cinder-857528-1-iscsi neutron-server[106417]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 01:04:56.410325 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Allocated IP 172.27.1.30 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/ce2c560e-6e31-432a-966e-736d59f65ebe) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:56.412771 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.465866 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d08d1bdb-e35b-448b-952d-8308a22cce23 admin admin] Publish callbacks [] for security_group (9b0de80c-72a3-4525-9659-71e3174b5468), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.482723 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 6 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:56.525643 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.560855 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Publish callbacks [] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.572607 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.604186 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port eaec2b69-c9fa-45e4-be5b-b2339c30be0a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:56.607624 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.618530 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.621078 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:56.751931 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d08d1bdb-e35b-448b-952d-8308a22cce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9b0de80c-72a3-4525-9659-71e3174b5468), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.761836 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d08d1bdb-e35b-448b-952d-8308a22cce23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.769566 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d08d1bdb-e35b-448b-952d-8308a22cce23 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9b0de80c-72a3-4525-9659-71e3174b5468 HTTP/1.1" status: 204 len: 168 time: 1.1553292 Sep 14 01:04:56.794852 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.796559 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d1bdb-e35b-448b-952d-8308a22cce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0de80c-72a3-4525-9659-71e3174b5468,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.827782 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.844277 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Publish callbacks [] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.847227 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.852291 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.868791 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2feaa3-d694-4386-8800-4e18ef5bc48c None None] Pushing event updated for resources: {'Port': ['ID=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.877451 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.929800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'Port': ['ID=ce2c560e-6e31-432a-966e-736d59f65ebe,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.952212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:56.953815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:56.957077 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:56.965602 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Attempting to bind port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:56.968825 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Attempting to bind port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:56.974983 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Attempting to bind port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:57.029139 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326348-fb66-47d4-b9cb-f1c57da6013e None None] Pushing event updated for resources: {'Port': ['ID=f105e034-5242-45c5-bac2-560c8bbe30ee,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.097212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55248) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:57.114432 dv-cinder-857528-1-iscsi neutron-server[106416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 01:04:57.152566 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 7 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:57.155844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 559c6fb5-c137-4f6e-9ee8-02deaff8923d up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:57.171871 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-571655ed-9d8c-42c1-b6ac-2d58ed33b2cb tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:57.174631 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-571655ed-9d8c-42c1-b6ac-2d58ed33b2cb tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/networks?id=11c04de1-f8e8-4b37-991f-4682013f39d6 HTTP/1.1" status: 200 len: 812 time: 0.7672718 Sep 14 01:04:57.250178 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Attempting to bind port f105e034-5242-45c5-bac2-560c8bbe30ee on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:57.250669 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Attempting to bind port f105e034-5242-45c5-bac2-560c8bbe30ee by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:57.251037 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Attempting to bind port f105e034-5242-45c5-bac2-560c8bbe30ee on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:57.293581 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:57.294006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Checking segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:57.294532 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.294943 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Bound using segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:57.297999 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Bound port: 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:57.298412 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.340044 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:57.340415 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:57.345431 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-0c19428f-3a48-4449-8fff-090a45966315 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/quotas/832072fd5b984b5b91d249c5733452b8 HTTP/1.1" status: 200 len: 375 time: 0.1044519 Sep 14 01:04:57.354765 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.359516 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Bound using segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:57.360389 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Bound port: f105e034-5242-45c5-bac2-560c8bbe30ee, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:57.361836 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.469296 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:57.498532 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:57.504517 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 559c6fb5-c137-4f6e-9ee8-02deaff8923d triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:57.504905 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.505255 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 559c6fb5-c137-4f6e-9ee8-02deaff8923d Sep 14 01:04:57.527386 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (5c8196d2-99b7-429e-bf63-addeec3b4c17), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.536885 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] For port f105e034-5242-45c5-bac2-560c8bbe30ee, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:57.548791 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] For port f105e034-5242-45c5-bac2-560c8bbe30ee, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=f105e034-5242-45c5-bac2-560c8bbe30ee,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:57.566716 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.609551 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] For port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:57.614509 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] For port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:57.631811 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.704872 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326348-fb66-47d4-b9cb-f1c57da6013e None None] Pushing event updated for resources: {'Port': ['ID=f105e034-5242-45c5-bac2-560c8bbe30ee,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.726765 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:57.727601 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:57.738473 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2feaa3-d694-4386-8800-4e18ef5bc48c None None] Pushing event updated for resources: {'Port': ['ID=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.750120 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-efc15f71-156d-4b2d-930d-1694f1cc0dda tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:57.751724 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-efc15f71-156d-4b2d-930d-1694f1cc0dda tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 819 time: 0.6525948 Sep 14 01:04:57.789936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:57.790970 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:57.797853 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:57.807650 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d36a3a10-7bb7-4ad1-a44c-3869613853bf admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b584a30a-cc43-46f4-ab42-cf11228a6bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3275516 Sep 14 01:04:57.809963 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 559c6fb5-c137-4f6e-9ee8-02deaff8923d is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:57.810597 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.856303 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-f2d42a92-1a44-4ad4-8037-ddebf77c4081 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/quotas/d1dd868f069a46dbb6bfd549f6bbf7b8 HTTP/1.1" status: 200 len: 375 time: 0.0976777 Sep 14 01:04:57.894927 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:57.936527 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 559c6fb5-c137-4f6e-9ee8-02deaff8923d, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=559c6fb5-c137-4f6e-9ee8-02deaff8923d,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:57.941323 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-587feb62-50e8-4b3f-8179-86fe87c201c5 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=832072fd5b984b5b91d249c5733452b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5513959 Sep 14 01:04:57.947447 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (27267028-81f3-46e6-95ec-ca22f196138e), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.956284 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (27267028-81f3-46e6-95ec-ca22f196138e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.964906 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.967630 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:57.999369 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.001019 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7521119 Sep 14 01:04:58.009188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55276) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:58.017874 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': '27267028-81f3-46e6-95ec-ca22f196138e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:58.019797 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.105214 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5fb10-47d7-4121-b214-5587aaf0c14c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27267028-81f3-46e6-95ec-ca22f196138e,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.140011 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (13f3ef2e-7199-4336-9d15-9f1dcb56048a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.166758 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Attempt 8 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:04:58.175536 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-8451e570-68e9-45e8-9988-371dddf359d4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3183424 Sep 14 01:04:58.324314 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (13f3ef2e-7199-4336-9d15-9f1dcb56048a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.332192 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (13f3ef2e-7199-4336-9d15-9f1dcb56048a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.376064 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:58.413345 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:58.421167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.421599 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 Sep 14 01:04:58.423566 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf9b6a-6828-4110-bfd7-22810de89097 None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:58.425376 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f3ef2e-7199-4336-9d15-9f1dcb56048a,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.439820 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.444301 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55296) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:58.449948 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-08b5a46f-6147-4a8d-a3e9-08a971c967b4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4337559 Sep 14 01:04:58.451544 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.453279 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:58.468025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': '27267028-81f3-46e6-95ec-ca22f196138e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:58.479571 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.487686 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (5c8196d2-99b7-429e-bf63-addeec3b4c17), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.587678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.595829 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3206670 Sep 14 01:04:58.642972 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-e82a070b-08f1-46b4-b4bf-cd0f60baf3f3 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:04:58.658202 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-e82a070b-08f1-46b4-b4bf-cd0f60baf3f3 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2666864 Sep 14 01:04:58.670168 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=559c6fb5-c137-4f6e-9ee8-02deaff8923d,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.709921 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849a8ee-a83c-407f-882d-c9d5482f7f87 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'Port': ['ID=ce2c560e-6e31-432a-966e-736d59f65ebe,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.733283 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (be51ce49-2058-475e-b460-ee1e695b056d), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.834119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.878214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.947362 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.973238 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (be51ce49-2058-475e-b460-ee1e695b056d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.982357 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (be51ce49-2058-475e-b460-ee1e695b056d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.997171 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:59.024623 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-1e07164c-c46b-4df4-8f38-6a1fbb2689c9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651822 Sep 14 01:04:59.025212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be51ce49-2058-475e-b460-ee1e695b056d,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.047247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.051426 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-93b600b6-054c-4b93-8674-a425805f9d5c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5844197 Sep 14 01:04:59.052136 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55322) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:59.057463 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:59.107307 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-1dfa950d-a547-42c2-812a-ac88058833f7 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:04:59.111932 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-1dfa950d-a547-42c2-812a-ac88058833f7 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5751309 Sep 14 01:04:59.134792 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.146223 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Current status of the port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:59.147790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.163480 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:59.242629 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:59.246782 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-d2a7d977-a77c-4b2a-b22a-778ad487b84c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029872 Sep 14 01:04:59.281610 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742a4b5-3717-4b68-b099-58bbc0b12770 None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:59.292538 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:59.294033 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 534ead6e-f60d-4583-92ee-33e63d45be17 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:59.314102 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-1ee38a6d-2144-4730-88cd-94f718b43f4c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925693 Sep 14 01:04:59.315111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.367587 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] For port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:59.374844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.395066 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 534ead6e-f60d-4583-92ee-33e63d45be17 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:59.395733 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.396246 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 534ead6e-f60d-4583-92ee-33e63d45be17 Sep 14 01:04:59.512613 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d819db-ef57-4432-9dd8-fe4f97dfe7bd None None] Pushing event updated for resources: {'Port': ['ID=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.520138 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:59.520534 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.520870 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 Sep 14 01:04:59.581124 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-8957da98-f88f-4c9c-a422-1ae53a982793 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573256 Sep 14 01:04:59.604999 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.27.1.141 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/db591199-89c3-47d7-97eb-992d7fed4dc9) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:59.637566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 534ead6e-f60d-4583-92ee-33e63d45be17 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:59.637964 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.746537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 534ead6e-f60d-4583-92ee-33e63d45be17, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=534ead6e-f60d-4583-92ee-33e63d45be17,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:59.770440 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.771260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 74debeeb-d430-47ae-9bd4-4a76ff81650a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:00.157027 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Current status of the port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:00.266846 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port f105e034-5242-45c5-bac2-560c8bbe30ee triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:00.267254 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.268280 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port f105e034-5242-45c5-bac2-560c8bbe30ee Sep 14 01:05:00.276460 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 74debeeb-d430-47ae-9bd4-4a76ff81650a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:00.276834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.277174 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 74debeeb-d430-47ae-9bd4-4a76ff81650a Sep 14 01:05:00.348706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=534ead6e-f60d-4583-92ee-33e63d45be17,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:00.396625 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.500404 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.520824 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55404) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:00.526547 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428052467', 'description': 'tempest-description--1974801326'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:00.536210 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-ee348b62-a4fb-4716-8755-848908a5ee28 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--421349149&fields=id&tenant_id=25c229f6a4574619a73b2780d2a6528b HTTP/1.1" status: 200 len: 267 time: 0.4651587 Sep 14 01:05:00.586879 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.689884 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Current status of the port f105e034-5242-45c5-bac2-560c8bbe30ee is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:00.690327 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.728357 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 74debeeb-d430-47ae-9bd4-4a76ff81650a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:00.730287 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b2e3002-61fe-48f0-9c87-a2f6ed6efae8 req-a49736f4-d38d-4947-8863-ddc33332c404 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.1463726 Sep 14 01:05:00.730814 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 79e74eb1-3563-4997-a2c7-a9d44e443605 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:00.775852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.831842 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (8a295108-e2a5-4c64-94d4-9161f2e711bd), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.846376 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8a295108-e2a5-4c64-94d4-9161f2e711bd), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.847442 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] For port f105e034-5242-45c5-bac2-560c8bbe30ee, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=f105e034-5242-45c5-bac2-560c8bbe30ee,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:00.870102 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.893373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.894582 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-db75f392-3faf-4324-9574-6759033cb6b2 req-5185f28c-d226-45db-ad79-c2b4bfd460be tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 210 time: 0.0606551 Sep 14 01:05:00.919133 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.923212 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3988307 Sep 14 01:05:00.923360 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.923737 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55424) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:00.932691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'security_group_rule': {'security_group_id': '8a295108-e2a5-4c64-94d4-9161f2e711bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:00.938797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2ed84-a49a-4953-8760-95001d01d0a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a295108-e2a5-4c64-94d4-9161f2e711bd,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:00.966923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 79e74eb1-3563-4997-a2c7-a9d44e443605 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:00.967320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.967692 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 79e74eb1-3563-4997-a2c7-a9d44e443605 Sep 14 01:05:00.981094 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-4cd86242-3e8a-4351-ad0e-84988fd9a064 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:00.983311 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-4cd86242-3e8a-4351-ad0e-84988fd9a064 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 810 time: 0.4462905 Sep 14 01:05:00.989729 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (d2e60993-e912-44ae-89f8-a1f7290738be), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.009076 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port 535cbcd1-0e52-4828-8d2f-8a4f14d470de triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:01.009673 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.014914 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:01.028673 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-65eccf07-5908-423a-987c-f49adf995dcf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/quotas/25c229f6a4574619a73b2780d2a6528b HTTP/1.1" status: 200 len: 375 time: 0.0374725 Sep 14 01:05:01.033827 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.077429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (d2e60993-e912-44ae-89f8-a1f7290738be), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.089188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (d2e60993-e912-44ae-89f8-a1f7290738be), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.094086 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Pushing event updated for resources: {'Port': ['ID=f105e034-5242-45c5-bac2-560c8bbe30ee,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.097143 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:01.114251 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e60993-e912-44ae-89f8-a1f7290738be,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.135234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.140152 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-55443f99-f158-4c72-abd8-9e6add34d354 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128608 Sep 14 01:05:01.140772 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55438) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:01.156190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'security_group_rule': {'security_group_id': '8a295108-e2a5-4c64-94d4-9161f2e711bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:01.182434 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 79e74eb1-3563-4997-a2c7-a9d44e443605 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:01.183887 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.230849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:01.239768 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:01.245070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:01.263676 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-8b855066-c522-44eb-b3f7-74c7d054e4d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2273300 Sep 14 01:05:01.265475 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (a4dc1a87-7a75-4eee-bf23-1548be8c43e1), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.268135 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=db591199-89c3-47d7-97eb-992d7fed4dc9,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.274530 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 79e74eb1-3563-4997-a2c7-a9d44e443605, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=79e74eb1-3563-4997-a2c7-a9d44e443605,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:01.291775 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.450006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=79e74eb1-3563-4997-a2c7-a9d44e443605,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.455723 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:01.468033 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (fcc49700-1f61-4bc9-9ec9-64cd7c3299db), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.582795 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (a4dc1a87-7a75-4eee-bf23-1548be8c43e1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.596870 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (a4dc1a87-7a75-4eee-bf23-1548be8c43e1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.598903 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 2 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:01.606694 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-b1318e92-bef9-4ef3-9f57-3ee6ef7aa9f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314719 Sep 14 01:05:01.620825 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.624929 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4762692 Sep 14 01:05:01.626985 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55462) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:01.641127 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:01.643403 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.654617 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:01.660718 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399b5fb-9b74-48d9-a429-c6ada80b2033 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dc1a87-7a75-4eee-bf23-1548be8c43e1,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.724717 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-3b735efc-322f-4cf5-8d20-925657d6ece9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:01.730786 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-3b735efc-322f-4cf5-8d20-925657d6ece9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 819 time: 0.2964373 Sep 14 01:05:01.742394 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.820433 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f105e034-5242-45c5-bac2-560c8bbe30ee up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:01.892204 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port f105e034-5242-45c5-bac2-560c8bbe30ee triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:01.893199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.893693 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port f105e034-5242-45c5-bac2-560c8bbe30ee Sep 14 01:05:01.896298 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-7d628b18-0dd8-45d6-afd3-1d9efe218eab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885690 Sep 14 01:05:01.947504 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-687bbb7e-326a-40de-b8da-d22fe58597c2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/quotas/d1dd868f069a46dbb6bfd549f6bbf7b8 HTTP/1.1" status: 200 len: 375 time: 0.2157235 Sep 14 01:05:01.951484 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.999491 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.008293 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.009062 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (fcc49700-1f61-4bc9-9ec9-64cd7c3299db), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.057187 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port f105e034-5242-45c5-bac2-560c8bbe30ee is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:02.060429 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 559c6fb5-c137-4f6e-9ee8-02deaff8923d up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:02.068241 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.080825 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.091128 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0288441 Sep 14 01:05:02.091215 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-39a5d948-af56-4278-a331-c9e9693933e8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364248 Sep 14 01:05:02.150821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 559c6fb5-c137-4f6e-9ee8-02deaff8923d triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:02.151307 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.151578 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 559c6fb5-c137-4f6e-9ee8-02deaff8923d Sep 14 01:05:02.158320 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 3 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:02.224776 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7e5e235c-983e-4b5c-9499-63909eb0673e req-86a9a75f-bdb0-4214-9cd8-342ac6ed80d2 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.0957642 Sep 14 01:05:02.239374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e74adb-0d9b-4d1d-bfff-07c46870a3dd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=db591199-89c3-47d7-97eb-992d7fed4dc9,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:02.244366 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.296158 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:02.303156 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.350034 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Sync routers for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:02.380269 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e4cd0163-cf78-4821-9a24-c1971b5be137 req-12781b3b-726d-4ce8-92f7-d75063eb7f6b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0698647 Sep 14 01:05:02.393685 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Allocated IP 172.27.1.239 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/a3d20776-122c-41fe-b66e-3b1182b7d4c2) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:02.416186 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 559c6fb5-c137-4f6e-9ee8-02deaff8923d is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:02.417679 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 418098f2-87f3-4809-93fa-7b4c9ab40ca9 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:02.445178 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-56e92f2b-9770-4607-aad5-12ef75fbbc69 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586671 Sep 14 01:05:02.446864 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:02.448589 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:02.570872 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-9d0aa09d-3cd9-40e6-9167-48f4f65ef7df tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2103202672&fields=id&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 267 time: 0.0617392 Sep 14 01:05:02.583961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.588375 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:02.588772 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.589113 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 Sep 14 01:05:02.614162 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:02.646420 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-ae620eb6-8bdd-431f-bf13-f7b915eefe3f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003770 Sep 14 01:05:02.675975 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.686332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.714664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-01a28d54-9b17-4c3f-beb5-5ed3cd235fa5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:02.716630 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-01a28d54-9b17-4c3f-beb5-5ed3cd235fa5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1446366 Sep 14 01:05:02.732736 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.734060 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-8320bc50-7572-41cd-bca4-a72a42c02021 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/quotas/62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 375 time: 0.0116968 Sep 14 01:05:02.778935 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:02.785227 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:02.790466 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:02.806315 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'Port': ['ID=a3d20776-122c-41fe-b66e-3b1182b7d4c2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:02.811470 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 4 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:02.838945 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-72e86285-4aca-4203-843b-0fea361fe591 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985780 Sep 14 01:05:02.909658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.937302 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:02.937741 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.965455 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:03.000378 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.047475 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 418098f2-87f3-4809-93fa-7b4c9ab40ca9, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=418098f2-87f3-4809-93fa-7b4c9ab40ca9,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:03.072822 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-248bfea4-1ddb-4faf-a133-dd1469f70808 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186415 Sep 14 01:05:03.089817 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.091702 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 534ead6e-f60d-4583-92ee-33e63d45be17 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:03.212063 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 2, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:03.296726 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Checking router: 25b7daa3-d5e9-45d4-afe9-7312830f9b67 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:03.297296 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Updating router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 port 0aeb220a-1cff-49be-ab68-fc77634372ed binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:05:03.342635 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-9328b867-de8d-4bf3-8732-649552ef9990 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604566 Sep 14 01:05:03.353819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=418098f2-87f3-4809-93fa-7b4c9ab40ca9,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:03.362192 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 534ead6e-f60d-4583-92ee-33e63d45be17 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:03.362589 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.363072 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 534ead6e-f60d-4583-92ee-33e63d45be17 Sep 14 01:05:03.392829 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.473210 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 5 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:03.478694 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-35430153-79ab-4347-9d51-5ec36c8d02bc req-bf3dcb2f-67be-4b94-b5c0-77c8438a3ee7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.4947598 Sep 14 01:05:03.555204 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:03.555506 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.561967 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.564397 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.749693 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.751069 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1230164 Sep 14 01:05:03.815347 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9cdbc-7310-4d36-b896-dc59715c397d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'Port': ['ID=a3d20776-122c-41fe-b66e-3b1182b7d4c2,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:03.924856 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d20a1bb-2f9f-4c35-8e87-c52e02339c1f req-bc4da4ee-ec92-480a-9180-69952e92adaf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.1064744 Sep 14 01:05:04.077203 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-24150638-ffc0-4f05-bdfe-7984d7dc1bb0 req-cc887d7a-f196-4c8a-a4ed-f501efbbc686 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.0706546 Sep 14 01:05:04.077395 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aef70008-4c9a-4b2b-b919-9dc95be7174d req-4fbff981-4f9b-42c0-8736-9b46138e06b4 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.0765707 Sep 14 01:05:04.303010 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f16c3640-df6c-447f-aafb-d094072d2675 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--428052467&fields=id&tenant_id=3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 267 time: 0.0926430 Sep 14 01:05:04.456727 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Publish callbacks [] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.467097 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:04.485457 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:04.486014 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.520974 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-6c6cf442-958b-43ea-9731-97fbd2f9cc56 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:04.523073 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-6c6cf442-958b-43ea-9731-97fbd2f9cc56 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 817 time: 0.2188866 Sep 14 01:05:04.559796 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-92612502-bfc3-4e0d-b58c-1f594db912ad tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/quotas/3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 375 time: 0.0280948 Sep 14 01:05:04.576775 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:04.598283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 534ead6e-f60d-4583-92ee-33e63d45be17 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:04.599465 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:04.629118 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90906-7bd1-49c8-b512-19d1d7830308 None None] Pushing event updated for resources: {'Port': ['ID=0aeb220a-1cff-49be-ab68-fc77634372ed,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:04.629346 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-69f8c27a-dc3b-458a-8706-cd6cfd0fd8c5 req-326e62b5-c140-4a02-ab31-1056c98e467b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.0359039 Sep 14 01:05:04.671308 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-14d45e9e-c671-4985-8f3a-799215c03a75 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105475 Sep 14 01:05:04.731236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Attempting to bind port 0aeb220a-1cff-49be-ab68-fc77634372ed on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:04.732175 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Attempting to bind port 0aeb220a-1cff-49be-ab68-fc77634372ed by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:04.732529 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Attempting to bind port 0aeb220a-1cff-49be-ab68-fc77634372ed on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:04.789205 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:04.789576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.789923 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 Sep 14 01:05:04.792854 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:04.793222 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Checking segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:04.793631 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.793991 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Bound using segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:04.794467 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Bound port: 0aeb220a-1cff-49be-ab68-fc77634372ed, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:04.794839 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.796287 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f2a15697-b385-4e24-b69b-2a83100e8c23 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238968 Sep 14 01:05:04.993858 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-522a5272-d0c5-49c3-b47e-9b284ddcf4b2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910677 Sep 14 01:05:05.082895 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 6 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:05.092359 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.44', 59889) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:05.228262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] For port 0aeb220a-1cff-49be-ab68-fc77634372ed, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:05.230805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:05.234107 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.243480 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:05.244151 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:05.270229 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:05.293637 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] For port 0aeb220a-1cff-49be-ab68-fc77634372ed, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=0aeb220a-1cff-49be-ab68-fc77634372ed,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:05.310119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:05.313591 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.330132 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.331404 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:05.416080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:05.416880 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:05.436625 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-ef566887-c1ff-4be9-9151-ed4381282eb0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:05.438130 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-ef566887-c1ff-4be9-9151-ed4381282eb0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 819 time: 0.3362191 Sep 14 01:05:05.440627 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bb791bf3-84f0-4e45-ade8-3aaecd3e1bb0 req-45fe3b4f-28da-4d79-82f8-0fe4119fc91a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.1860790 Sep 14 01:05:05.599819 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-87a9300e-45d7-4121-85db-865448f2480a req-ab1cf701-44a7-4ef1-8a8e-daa350883dfa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.0569882 Sep 14 01:05:05.601982 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'port': {'device_id': '96664d10-3eeb-4172-b866-7d824c2310d3', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'admin_state_up': True, 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:05.747777 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e770341d-3cda-48e5-80a5-508d794425bb req-e2faed88-2421-49c4-a1df-60b0f4736ff3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0324667 Sep 14 01:05:05.793272 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 7 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:05.794915 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90906-7bd1-49c8-b512-19d1d7830308 None None] Pushing event updated for resources: {'Port': ['ID=0aeb220a-1cff-49be-ab68-fc77634372ed,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:05.862803 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e9706f9-515e-4ef6-ab84-b84f5a4dbe03 req-e0e20c19-d005-48a5-9710-4688d345dab4 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.2122087 Sep 14 01:05:05.928756 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:05.929170 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.929571 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:05:05.941749 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55640) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:05.996010 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:06.013887 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:06.051350 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-48487171-b898-477f-a0f1-d731acdfcb8c req-d4ecc1fe-73f9-4927-87aa-05125ac6d10b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.0765839 Sep 14 01:05:06.058690 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b978925f-1dd9-4ae3-a821-b92d2c14a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:06.071810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:06.073441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Made reservation on behalf of d1dd868f069a46dbb6bfd549f6bbf7b8 for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:06.082227 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:06.141576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.44', 59902) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:06.285850 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:06.472209 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:06.478236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:06.501576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-5b4f471c-9d2f-4fce-8892-4dcf79855272 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:06.504065 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-5b4f471c-9d2f-4fce-8892-4dcf79855272 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.44 "GET /networking/v2.0/networks?id=11c04de1-f8e8-4b37-991f-4682013f39d6 HTTP/1.1" status: 200 len: 812 time: 0.3613443 Sep 14 01:05:06.580393 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Request body: {'port': {'device_id': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'admin_state_up': True, 'tenant_id': '832072fd5b984b5b91d249c5733452b8'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:06.587016 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73695945-2240-4edb-b909-4db334100e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:06.655301 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6da709f3-8a2e-4004-bc30-76d76616f570 req-3a8598de-2105-405d-b011-862025a22e59 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0526841 Sep 14 01:05:06.668502 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Allocated IP 172.20.0.3 (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d/387b941b-c921-4b77-8c34-1be0fa31d07b/dd7f3405-9f9e-4062-a010-7d8bae1bc828) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:06.799103 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 8 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:06.844223 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:06.880654 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:06.883250 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:05Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:06.933938 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:06.938508 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205465c4-3648-483b-b1b2-279e244fa4a5 None None] The sync data for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi is: [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:05Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:06.994548 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3ea01a4-8e48-4e6c-9739-a9ac181a0afa req-99306bd7-1c00-44db-924f-dd764579f7c2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0449836 Sep 14 01:05:07.011661 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.060778 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec848e8f-48a8-498a-b3a1-6b35ac35be15 req-a9cc8c27-81d6-4066-b572-d680cc2c19f0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.2899432 Sep 14 01:05:07.174045 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Made reservation on behalf of 832072fd5b984b5b91d249c5733452b8 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:07.179181 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:07.181007 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.189206 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73695945-2240-4edb-b909-4db334100e39 admin admin] Publish callbacks [] for security_group (9aed2186-a1f6-433b-a4d0-8ad9be0461cb), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.217521 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73695945-2240-4edb-b909-4db334100e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9aed2186-a1f6-433b-a4d0-8ad9be0461cb), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.240342 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:07.288821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:07.289449 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.289926 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 Sep 14 01:05:07.291464 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:07.294108 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'Port': ['ID=dd7f3405-9f9e-4062-a010-7d8bae1bc828,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:07.297324 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:07.323345 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:07.324371 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.335387 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2e12771-98fa-49b5-acac-74b8658f8ec0 req-f6c77077-b54d-4d01-8fa8-e7f4c013163e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.1752355 Sep 14 01:05:07.345007 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 9 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:07.388512 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-bffa8524-46d8-427d-bd67-9e826c31a8c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7867529 Sep 14 01:05:07.417468 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ad14f8b7-55e2-45bf-8c04-69172d15c7f1 req-8ddf7763-ac57-444b-a6fa-1b46b617ede3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.2070072 Sep 14 01:05:07.428450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73695945-2240-4edb-b909-4db334100e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aed2186-a1f6-433b-a4d0-8ad9be0461cb,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:07.447965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:07.494900 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55694) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:07.498308 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-73695945-2240-4edb-b909-4db334100e39 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d9c3fbccc03a4770a9e6a6412cca4212&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5528793 Sep 14 01:05:07.536137 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:07.537944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 0aeb220a-1cff-49be-ab68-fc77634372ed up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:07.596058 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.597144 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81975282-9e29-483f-98ab-cddd18d2e896 admin admin] Publish callbacks [] for security_group (9aed2186-a1f6-433b-a4d0-8ad9be0461cb), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.627382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 0aeb220a-1cff-49be-ab68-fc77634372ed triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:07.627818 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.628147 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 0aeb220a-1cff-49be-ab68-fc77634372ed Sep 14 01:05:07.630940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81975282-9e29-483f-98ab-cddd18d2e896 admin admin] Publish callbacks [] for security_group (9aed2186-a1f6-433b-a4d0-8ad9be0461cb), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.670415 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Sync routers for ids ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:07.686535 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Routers {'5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:07.687225 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:04:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:07.705448 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81975282-9e29-483f-98ab-cddd18d2e896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9aed2186-a1f6-433b-a4d0-8ad9be0461cb), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.708546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81975282-9e29-483f-98ab-cddd18d2e896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.712417 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-81975282-9e29-483f-98ab-cddd18d2e896 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9aed2186-a1f6-433b-a4d0-8ad9be0461cb HTTP/1.1" status: 204 len: 168 time: 0.2131677 Sep 14 01:05:07.740205 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81975282-9e29-483f-98ab-cddd18d2e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aed2186-a1f6-433b-a4d0-8ad9be0461cb,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:07.776597 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Allocated IP 172.20.0.8 (11c04de1-f8e8-4b37-991f-4682013f39d6/9d2976c5-3d5c-4d03-8cf9-0c3025087ba5/9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:07.847664 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 0aeb220a-1cff-49be-ab68-fc77634372ed is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:07.848241 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.874574 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-24efc15d-13b7-4c32-b145-166dce414c00 req-52154fb7-8036-42bc-b832-4969a6d65c89 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0562320 Sep 14 01:05:07.907214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 0aeb220a-1cff-49be-ab68-fc77634372ed, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=0aeb220a-1cff-49be-ab68-fc77634372ed,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:07.915767 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.917199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 418098f2-87f3-4809-93fa-7b4c9ab40ca9 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:07.923586 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.956837 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.964078 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 10 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:07.966580 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.991581 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Set router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:08.058181 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 535cbcd1-0e52-4828-8d2f-8a4f14d470de cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:08.073734 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port 85a937cc-3c60-4a3b-8a07-e187772e37f3 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:08.074523 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.074990 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks [] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.075683 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port 85a937cc-3c60-4a3b-8a07-e187772e37f3 Sep 14 01:05:08.168513 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.208665 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55710) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:08.229096 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-99f77ef9-5b37-4bf3-b947-0c6445972d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.271130 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:05:08.277719 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3cfe5fa1-65cc-40fb-974e-3798a8da1510 req-f37aa88a-111f-4e4f-90d8-278a1631aa7c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.0505893 Sep 14 01:05:08.280857 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:08.281146 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.281491 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 Sep 14 01:05:08.288054 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=0aeb220a-1cff-49be-ab68-fc77634372ed,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.306126 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:08.314838 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20934337-3eca-4239-ae33-c2a89f69a5fa req-5848c95c-043d-4700-a680-c09b933e856d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0666456 Sep 14 01:05:08.316216 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:08.321563 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 85a937cc-3c60-4a3b-8a07-e187772e37f3 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:08.325004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:08.331030 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:08.331994 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.334088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ad5eca8e-c54c-46fd-9cc7-89008dd67ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.356866 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7884090 Sep 14 01:05:08.357799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af4c15-3718-4024-8762-4491a93b8145 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Pushing event updated for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.359026 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:08.417232 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:08.418319 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 79e74eb1-3563-4997-a2c7-a9d44e443605 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:08.461016 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '85a937cc-3c60-4a3b-8a07-e187772e37f3', 'name': '', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'mac_address': 'fa:16:3e:3e:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 2, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'subnets': [{'id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:08.470923 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-99f77ef9-5b37-4bf3-b947-0c6445972d7d admin admin] Publish callbacks [] for security_group (ad54e002-691f-41ca-8727-b0cd816d0e96), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.473737 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:08.503420 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-99f77ef9-5b37-4bf3-b947-0c6445972d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ad54e002-691f-41ca-8727-b0cd816d0e96), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.517724 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Checking router: 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:08.518577 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Updating router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 port 85a937cc-3c60-4a3b-8a07-e187772e37f3 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:05:08.525456 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 79e74eb1-3563-4997-a2c7-a9d44e443605 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:08.525456 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.525456 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 79e74eb1-3563-4997-a2c7-a9d44e443605 Sep 14 01:05:08.552564 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.587300 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a6c74663-0613-49c5-b830-8d1c6c21d1bf req-46e71f02-d3da-47d3-bdbe-ae080c766026 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.0482097 Sep 14 01:05:08.626368 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452da48c-6921-49e8-8c94-64168d3f0186 req-c48bbe12-3249-41d5-9afe-f969b81d74d4 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:08.627936 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-452da48c-6921-49e8-8c94-64168d3f0186 req-c48bbe12-3249-41d5-9afe-f969b81d74d4 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 931 time: 0.1554270 Sep 14 01:05:08.632209 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77ef9-5b37-4bf3-b947-0c6445972d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad54e002-691f-41ca-8727-b0cd816d0e96,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.653827 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-99f77ef9-5b37-4bf3-b947-0c6445972d7d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3b088a56350e46f6bbf3bf8023b157c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412446 Sep 14 01:05:08.654257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55718) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:08.658156 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 79e74eb1-3563-4997-a2c7-a9d44e443605 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:08.667969 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:08.709873 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-452da48c-6921-49e8-8c94-64168d3f0186 req-951ccd91-c0ea-4ee8-a26f-212c502403b0 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616055 Sep 14 01:05:08.711398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6035cc36-24e7-44ee-930e-7cd5c2db57e9 admin admin] Publish callbacks [] for security_group (ad54e002-691f-41ca-8727-b0cd816d0e96), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.733670 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6035cc36-24e7-44ee-930e-7cd5c2db57e9 admin admin] Publish callbacks [] for security_group (ad54e002-691f-41ca-8727-b0cd816d0e96), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.788399 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6035cc36-24e7-44ee-930e-7cd5c2db57e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ad54e002-691f-41ca-8727-b0cd816d0e96), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.791423 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6035cc36-24e7-44ee-930e-7cd5c2db57e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.792666 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6035cc36-24e7-44ee-930e-7cd5c2db57e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ad54e002-691f-41ca-8727-b0cd816d0e96 HTTP/1.1" status: 204 len: 168 time: 0.1373072 Sep 14 01:05:08.801963 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035cc36-24e7-44ee-930e-7cd5c2db57e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad54e002-691f-41ca-8727-b0cd816d0e96,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.823388 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 2 to provision port 85a937cc-3c60-4a3b-8a07-e187772e37f3 Sep 14 01:05:08.864775 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Port 85a937cc-3c60-4a3b-8a07-e187772e37f3 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:08.881935 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Publish callbacks [] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.888278 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.952701 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033670a7-e42d-444b-9c5a-5775fc2aae34 None None] Pushing event updated for resources: {'Port': ['ID=85a937cc-3c60-4a3b-8a07-e187772e37f3,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.992046 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Attempting to bind port 85a937cc-3c60-4a3b-8a07-e187772e37f3 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:08.992673 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Attempting to bind port 85a937cc-3c60-4a3b-8a07-e187772e37f3 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:08.993292 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Attempting to bind port 85a937cc-3c60-4a3b-8a07-e187772e37f3 on network 11c04de1-f8e8-4b37-991f-4682013f39d6 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:08.996805 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:09.010468 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-70043fc4-5360-4a2b-b21e-a14bcf756689 req-cf20da80-8aeb-4635-a45e-af14438d9999 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0383680 Sep 14 01:05:09.025136 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 0aeb220a-1cff-49be-ab68-fc77634372ed up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:09.042788 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:09.043159 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Checking segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:09.043766 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.044591 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Bound using segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:09.045240 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Bound port: 85a937cc-3c60-4a3b-8a07-e187772e37f3, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:09.045778 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.082166 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 0aeb220a-1cff-49be-ab68-fc77634372ed triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:09.082543 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.082885 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 0aeb220a-1cff-49be-ab68-fc77634372ed Sep 14 01:05:09.118500 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] For port 85a937cc-3c60-4a3b-8a07-e187772e37f3, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:09.121855 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] For port 85a937cc-3c60-4a3b-8a07-e187772e37f3, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=85a937cc-3c60-4a3b-8a07-e187772e37f3,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:09.128598 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.166116 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 0aeb220a-1cff-49be-ab68-fc77634372ed is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:09.178582 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Routers {'5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:09.179976 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.245792 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:09.257855 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033670a7-e42d-444b-9c5a-5775fc2aae34 None None] Pushing event updated for resources: {'Port': ['ID=85a937cc-3c60-4a3b-8a07-e187772e37f3,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:09.317510 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] Set router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:09.348436 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.376606 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 3 to provision port 85a937cc-3c60-4a3b-8a07-e187772e37f3 Sep 14 01:05:09.448644 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54c79992-30a3-4665-b3e9-6a60c9baa182 req-ae77f1f6-1d08-4e02-8adf-2947ba25a1b7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.0837286 Sep 14 01:05:09.515844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Current status of the port 85a937cc-3c60-4a3b-8a07-e187772e37f3 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:09.516245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.520147 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-672b9037-8a89-48d6-8464-244c40a232b8 req-e8732d98-c6d3-4618-a929-9a7af9099f57 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0561554 Sep 14 01:05:09.577375 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] For port 85a937cc-3c60-4a3b-8a07-e187772e37f3, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=85a937cc-3c60-4a3b-8a07-e187772e37f3,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:09.582909 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.604489 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '85a937cc-3c60-4a3b-8a07-e187772e37f3', 'name': '', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'mac_address': 'fa:16:3e:3e:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:09Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'subnets': [{'id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.618355 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:09.618760 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.619100 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 Sep 14 01:05:09.622051 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:09.632850 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c847b-8fb1-4a1c-87e8-35316def4b9a None None] The sync data for ids ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'] in dv-cinder-857528-1-iscsi is: [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '85a937cc-3c60-4a3b-8a07-e187772e37f3', 'name': '', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'mac_address': 'fa:16:3e:3e:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:09Z', 'revision_number': 4, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'subnets': [{'id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:09.666706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Pushing event updated for resources: {'Port': ['ID=85a937cc-3c60-4a3b-8a07-e187772e37f3,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:09.717725 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-17fdfff8-1826-4bd5-ad4e-c37b253dbe47 req-837bbf32-27f7-4afc-a1a9-3862784ef1b1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.0295966 Sep 14 01:05:09.722987 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Current status of the port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:09.733336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port 74debeeb-d430-47ae-9bd4-4a76ff81650a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:09.733855 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.734273 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port 74debeeb-d430-47ae-9bd4-4a76ff81650a Sep 14 01:05:09.819248 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Current status of the port 74debeeb-d430-47ae-9bd4-4a76ff81650a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:09.830167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Provisioning complete for port 0aeb220a-1cff-49be-ab68-fc77634372ed triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:09.830546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.831037 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Attempt 1 to provision port 0aeb220a-1cff-49be-ab68-fc77634372ed Sep 14 01:05:09.860829 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1adc8-8617-451e-8a4a-6e71ab4b835a req-a9a8bc68-5f37-4793-a01e-485f1a4c04bc tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:09.864115 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5ed1adc8-8617-451e-8a4a-6e71ab4b835a req-a9a8bc68-5f37-4793-a01e-485f1a4c04bc tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 931 time: 0.0725379 Sep 14 01:05:09.864695 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:09.870691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d1e4a23f-9138-4434-8a1d-12baf2de72a8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:05:09.871965 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d1e4a23f-9138-4434-8a1d-12baf2de72a8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061784 Sep 14 01:05:09.883262 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-40058f75-63d9-41e1-a18e-f995d9f4b97b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:05:09.885355 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-40058f75-63d9-41e1-a18e-f995d9f4b97b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0121312 Sep 14 01:05:09.973035 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a8000a6e-add0-431e-8ed1-1e4b0cc807ab None None] Current status of the port 0aeb220a-1cff-49be-ab68-fc77634372ed is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:09.996136 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5ed1adc8-8617-451e-8a4a-6e71ab4b835a req-44d41aa2-6675-4ec9-8699-58510523f76c tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992596 Sep 14 01:05:10.096145 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Provisioning complete for port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:10.096609 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.097040 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 1 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:10.128273 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea2a65d1-a4e4-4614-8c85-7fff601c4655 req-69ddd8b7-85de-4c6d-8fac-0ac9bbbceeab tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0324681 Sep 14 01:05:10.134772 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:10.636947 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 2 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:10.784066 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:10.792400 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.804988 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8f046c74-4888-4225-99c4-a535d64696eb req-ae75f80f-21e1-42be-a085-17086dde0af6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.1074402 Sep 14 01:05:10.969772 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aaf8cd4f-22a9-4133-b131-f3abf76f59e0 req-0dd535c9-a38e-4c9d-a9cc-836193128ca0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.1254497 Sep 14 01:05:11.091940 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:11.285119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 85a937cc-3c60-4a3b-8a07-e187772e37f3 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:11.289266 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 3 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:11.345659 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-bd1c03fc-4be6-4d76-9d5f-62581fe10542 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:11.347330 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-bd1c03fc-4be6-4d76-9d5f-62581fe10542 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 819 time: 0.4306002 Sep 14 01:05:11.395371 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234247b-86ea-44b5-bfbf-5abee17f177a req-cb8feaa4-a012-42a1-95fc-39d69e41a416 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:11.397545 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2234247b-86ea-44b5-bfbf-5abee17f177a req-cb8feaa4-a012-42a1-95fc-39d69e41a416 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 931 time: 0.1865182 Sep 14 01:05:11.398095 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.44', 59921) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:11.405689 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'port': {'device_id': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'admin_state_up': True, 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:11.596651 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-91831d21-d481-4699-8f40-a19a1e5cd893 req-4bcc26f5-2bfd-4ee3-a5e8-ad33ddf882f5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.4227047 Sep 14 01:05:11.651998 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2234247b-86ea-44b5-bfbf-5abee17f177a req-9c4bd8b3-114f-44a2-bf4a-06edf1f1c82b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067084 Sep 14 01:05:11.678197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:11.736876 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Request body: {'port': {'device_id': '96664d10-3eeb-4172-b866-7d824c2310d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:11.773652 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 85a937cc-3c60-4a3b-8a07-e187772e37f3 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:11.773998 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:11.784472 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 85a937cc-3c60-4a3b-8a07-e187772e37f3 Sep 14 01:05:11.861861 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d4320e43-1dd5-463c-bda7-9f92f0ee5ad2 req-fa6c43fc-c1a6-4643-a3a7-cc18193b6d2d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0467536 Sep 14 01:05:11.903971 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Request body: {'port': {'device_id': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:11.988021 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Made reservation on behalf of d1dd868f069a46dbb6bfd549f6bbf7b8 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:11.993878 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.181334 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 4 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:12.220218 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c6da7a78-5bfd-470c-b4b3-b26eac0e45d5 req-a4db7b57-a59f-40e3-a15e-a4379cc6bb5f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.2048614 Sep 14 01:05:12.248471 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.284676 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.325647 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 85a937cc-3c60-4a3b-8a07-e187772e37f3 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:12.338594 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:12.450090 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:12.474520 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:12.485969 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:12.683945 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-67096c9a-f58e-4f0a-a9d4-fce8763288b0 req-a27023dc-9ae5-4a87-93d7-9dc2dd76ad28 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.3160338 Sep 14 01:05:12.852373 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Allocated IP 172.20.0.8 (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d/387b941b-c921-4b77-8c34-1be0fa31d07b/0f1f31eb-05bc-4b3d-995e-4fba37dfe847) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:12.900006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:13.026156 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 5 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:13.109477 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.44', 59930) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:13.183665 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:13.319770 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:13.372364 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fd9e747f-4b14-4c3b-8429-50e0cf3fafe2 req-9934b0d5-05e0-49a6-bae5-fc649ac42270 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.5212140 Sep 14 01:05:13.551280 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55884) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:13.664634 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:13.708752 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 6 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:13.719860 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb840c8-595c-4d8c-b87c-74b7a936747f req-54b43c66-6cad-427e-842a-7a436cac77a3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:13.729312 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fbb840c8-595c-4d8c-b87c-74b7a936747f req-54b43c66-6cad-427e-842a-7a436cac77a3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 931 time: 0.6562660 Sep 14 01:05:13.829626 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:13.831851 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.010886 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:14.026911 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 2, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:14.140463 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b67cf816-af1d-42ed-89c6-522a1661e2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.149622 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:14.153481 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Updating router b584a30a-cc43-46f4-ab42-cf11228a6bf4 port 535cbcd1-0e52-4828-8d2f-8a4f14d470de binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:05:14.180503 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2ab7aecc-eb72-4495-b91b-87756cbe0122 req-d932dc1e-c9ea-4f62-b1f7-185e854c950e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.5346458 Sep 14 01:05:14.217064 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.243304 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.44', 59941) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:14.247416 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.347481 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b67cf816-af1d-42ed-89c6-522a1661e2cd admin admin] Publish callbacks [] for security_group (2b66cc61-db53-450a-8e09-9173ce78b2fb), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.684228 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b67cf816-af1d-42ed-89c6-522a1661e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (2b66cc61-db53-450a-8e09-9173ce78b2fb), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.706341 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fbb840c8-595c-4d8c-b87c-74b7a936747f req-107e480c-8d5d-4540-b9d3-98d6b7d97570 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9748151 Sep 14 01:05:14.744480 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.786965 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 7 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:14.823633 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:14.835881 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Publish callbacks [] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.858686 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-8ca18e37-0610-46f1-ba14-f162bf184a4f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:14.864890 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-8ca18e37-0610-46f1-ba14-f162bf184a4f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 810 time: 1.6486242 Sep 14 01:05:14.873783 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:14.874792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Transition to ACTIVE for port object 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:14.903250 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f3957093-df63-4f57-be41-863dfc12d709 req-c8fb0354-013b-4125-bfbd-80fd8831c8cf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.5301380 Sep 14 01:05:14.938930 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9f54e113-9447-46e0-a088-0c135b78e599 req-32b6589b-8ac5-492d-938f-fd570b7a926a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0431473 Sep 14 01:05:14.947112 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.016442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.097827 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.101922 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-7cd510f7-cff8-4c30-ae88-595438bbb765 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25c229f6a4574619a73b2780d2a6528b HTTP/1.1" status: 200 len: 379 time: 0.0831192 Sep 14 01:05:15.108258 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b67cf816-af1d-42ed-89c6-522a1661e2cd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9406307e226f40e7953ab4dad717bae5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5315647 Sep 14 01:05:15.110409 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55922) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:15.117079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-4eff676f-2ac1-48f2-8092-bedf8d009252 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:15.118884 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-4eff676f-2ac1-48f2-8092-bedf8d009252 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.8486490 Sep 14 01:05:15.154182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cf816-af1d-42ed-89c6-522a1661e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66cc61-db53-450a-8e09-9173ce78b2fb,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.212923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Publish callbacks [] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.216249 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3346d012-c11a-4f4d-88d0-8f1bf5d25530 admin admin] Publish callbacks [] for security_group (2b66cc61-db53-450a-8e09-9173ce78b2fb), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.223941 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.254859 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.299539 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3346d012-c11a-4f4d-88d0-8f1bf5d25530 admin admin] Publish callbacks [] for security_group (2b66cc61-db53-450a-8e09-9173ce78b2fb), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.358886 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628feaa-89be-4da6-bf58-f4bef4694996 None None] Pushing event updated for resources: {'Port': ['ID=535cbcd1-0e52-4828-8d2f-8a4f14d470de,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.375004 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 8 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:15.421423 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:15.439706 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2cab4e1d-cf5a-420a-8751-1710660432c1 req-42f452e1-072d-460f-8e1c-c7cce1f6344b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0852168 Sep 14 01:05:15.456496 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:15.476947 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:15.493021 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7f3405-9f9e-4062-a010-7d8bae1bc828 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:15.507023 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Publish callbacks [] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.509052 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:15.510799 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Attempting to bind port 535cbcd1-0e52-4828-8d2f-8a4f14d470de on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:15.511171 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Attempting to bind port 535cbcd1-0e52-4828-8d2f-8a4f14d470de by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:15.511598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Attempting to bind port 535cbcd1-0e52-4828-8d2f-8a4f14d470de on network c98240d0-3126-41fb-afde-91eebe272174 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:15.516346 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:15.517586 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.530396 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Transition to ACTIVE for port object dd7f3405-9f9e-4062-a010-7d8bae1bc828 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:15.542493 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-14511c5f-af60-4b26-9daa-38996d32533b req-9ef9b213-dfde-4721-89fd-f6cbc437c009 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 210 time: 0.4223413 Sep 14 01:05:15.550452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.566889 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:15.567285 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Checking segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:15.567706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.568163 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Bound using segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:15.569248 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Bound port: 535cbcd1-0e52-4828-8d2f-8a4f14d470de, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:15.569904 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.585998 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:15.586892 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2152660 Sep 14 01:05:15.591758 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd51a0-b38b-4aa4-a6b0-afeee9699a55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'Port': ['ID=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.632069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3346d012-c11a-4f4d-88d0-8f1bf5d25530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (2b66cc61-db53-450a-8e09-9173ce78b2fb), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.641192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3346d012-c11a-4f4d-88d0-8f1bf5d25530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.648121 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3346d012-c11a-4f4d-88d0-8f1bf5d25530 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2b66cc61-db53-450a-8e09-9173ce78b2fb HTTP/1.1" status: 204 len: 168 time: 0.5335939 Sep 14 01:05:15.661336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d012-c11a-4f4d-88d0-8f1bf5d25530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66cc61-db53-450a-8e09-9173ce78b2fb,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.722986 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Attempting to bind port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:15.735807 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Attempting to bind port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:15.735807 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Attempting to bind port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb on network 11c04de1-f8e8-4b37-991f-4682013f39d6 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:15.815001 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Request body: {'port': {'device_id': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:15.815617 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] For port 535cbcd1-0e52-4828-8d2f-8a4f14d470de, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:15.820735 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] For port 535cbcd1-0e52-4828-8d2f-8a4f14d470de, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=535cbcd1-0e52-4828-8d2f-8a4f14d470de,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:15.846141 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Attempting to bind port dd7f3405-9f9e-4062-a010-7d8bae1bc828 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:15.850202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Attempting to bind port dd7f3405-9f9e-4062-a010-7d8bae1bc828 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:15.852180 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Attempting to bind port dd7f3405-9f9e-4062-a010-7d8bae1bc828 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:15.868351 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.945287 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd7f3405-9f9e-4062-a010-7d8bae1bc828,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.968513 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'port': {'device_id': '5e701782-aa36-44dd-be23-a59054d8cb32', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'admin_state_up': True, 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'security_groups': ['89e10842-0ab1-4b1d-9b0c-d9c3973b99b1']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:16.008530 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55952) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:16.113970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.44', 59951) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:16.114318 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 9 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:16.121928 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628feaa-89be-4da6-bf58-f4bef4694996 None None] Pushing event updated for resources: {'Port': ['ID=535cbcd1-0e52-4828-8d2f-8a4f14d470de,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:16.127192 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:16.128160 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:16.172911 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-17c2210e-5a0e-4bcb-8f8e-24eea9d75cae tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 380 time: 0.3323679 Sep 14 01:05:16.231242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'port': {'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'admin_state_up': True, 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'security_groups': ['27267028-81f3-46e6-95ec-ca22f196138e']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:16.292992 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb on network 11c04de1-f8e8-4b37-991f-4682013f39d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:16.294649 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Attempting to bind port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb on network 11c04de1-f8e8-4b37-991f-4682013f39d6 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:16.360197 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ad2d3b26-99c9-4e38-b552-5cfd49749bc1 req-280b8b0e-2f2d-4cad-b844-f87f0847cbfa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.1955485 Sep 14 01:05:16.362495 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 55968) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:16.452874 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c5a1-fd13-4f22-9a32-4697e42627c1 req-0957d786-529e-4ca4-b772-6f914536915e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:16.460420 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c465c5a1-fd13-4f22-9a32-4697e42627c1 req-0957d786-529e-4ca4-b772-6f914536915e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.4807835 Sep 14 01:05:16.472563 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Port dd7f3405-9f9e-4062-a010-7d8bae1bc828 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:16.473264 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Attempting to bind port dd7f3405-9f9e-4062-a010-7d8bae1bc828 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:16.483944 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-49075bd5-e518-4a41-b068-d6ded37e06d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.553702 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:16.585081 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5764d389-ce3b-432c-ac27-a30654a557f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.597917 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.613644 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c465c5a1-fd13-4f22-9a32-4697e42627c1 req-bd8ae5ca-6d2b-4007-9dc3-0c84a9928ecf tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523135 Sep 14 01:05:16.615580 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.648954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.714463 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.726951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.736044 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1a79bc27-5fc5-4461-81c9-763a5ce851cd req-3c2824df-4a7c-4ef7-b011-4ba0fbdee3f2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.1201808 Sep 14 01:05:16.779216 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.802381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:16.808187 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Checking segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:16.809846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Bound using segment: {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:16.810609 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Bound port: 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e574ef3e-e754-4968-b39f-1083a1a60954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:16.811213 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.868322 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:16.882252 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.954303 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:16.957506 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Checking segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:16.965658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Bound using segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:16.970485 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Bound port: dd7f3405-9f9e-4062-a010-7d8bae1bc828, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:16.971134 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.106768 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 535cbcd1-0e52-4828-8d2f-8a4f14d470de up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:17.157887 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:15Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:17.169405 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-21e9d8c7-4889-437c-885b-88ca26503a75 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:17.192850 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-21e9d8c7-4889-437c-885b-88ca26503a75 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 817 time: 0.9587367 Sep 14 01:05:17.246952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf277d-0988-45bc-bdc8-76f4c714bf61 None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:15Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:17.248267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9cc53-13e2-479b-9a14-ec7935ccc83f req-12df1094-a76c-49d3-bc2c-7445065b80c7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:17.258671 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-49075bd5-e518-4a41-b068-d6ded37e06d8 admin admin] Publish callbacks [] for security_group (a30e2729-b1a5-41c1-a3f1-87f69d6db1f1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.262663 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-60b9cc53-13e2-479b-9a14-ec7935ccc83f req-12df1094-a76c-49d3-bc2c-7445065b80c7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 931 time: 0.2469451 Sep 14 01:05:17.269419 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 535cbcd1-0e52-4828-8d2f-8a4f14d470de triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:17.270126 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.273125 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:17.339654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] For port dd7f3405-9f9e-4062-a010-7d8bae1bc828, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:17.398514 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] For port dd7f3405-9f9e-4062-a010-7d8bae1bc828, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:17.413065 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Attempt 10 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:17.455417 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.487119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 535cbcd1-0e52-4828-8d2f-8a4f14d470de is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:17.487992 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.495683 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d1586383-814a-495a-9207-a3a1ce2f15a9 None None] Port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:17.540403 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Made reservation on behalf of 62cb41eb4b8244abb4aafd718b1207ad for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:17.555239 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.559663 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:17.560828 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.562977 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 1093 time: 6.1507602 Sep 14 01:05:17.610239 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 535cbcd1-0e52-4828-8d2f-8a4f14d470de, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=535cbcd1-0e52-4828-8d2f-8a4f14d470de,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:17.624000 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.631055 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5764d389-ce3b-432c-ac27-a30654a557f0 admin admin] Publish callbacks [] for security_group (823d6d4c-ee10-48f3-8eb4-ebcc50879f0f), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.672584 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96664d10-3eeb-4172-b866-7d824c2310d3', 'tag': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:17.739719 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:17.779537 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Publish callbacks [] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.799151 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5764d389-ce3b-432c-ac27-a30654a557f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (823d6d4c-ee10-48f3-8eb4-ebcc50879f0f), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.799754 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Made reservation on behalf of 25c229f6a4574619a73b2780d2a6528b for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:17.816885 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.827387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:17.833441 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=535cbcd1-0e52-4828-8d2f-8a4f14d470de,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:17.880120 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Provisioning complete for port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:17.880501 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.880903 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Attempt 1 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:17.920937 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-49075bd5-e518-4a41-b068-d6ded37e06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a30e2729-b1a5-41c1-a3f1-87f69d6db1f1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.930735 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5764d389-ce3b-432c-ac27-a30654a557f0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=657342491db0483a98707ab349b329ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5507019 Sep 14 01:05:18.025233 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 55996) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:18.025763 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:18.035475 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49075bd5-e518-4a41-b068-d6ded37e06d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e2729-b1a5-41c1-a3f1-87f69d6db1f1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:18.108961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-f873d88b-3ca7-4396-a3f2-3218e4dafc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:18.128728 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-f873d88b-3ca7-4396-a3f2-3218e4dafc6d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1127 time: 0.2300067 Sep 14 01:05:18.130249 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-108c6595-5439-4a0d-8594-2b6ab33ad616 req-353674b0-67eb-4486-9d79-860cd1602712 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 1.3281732 Sep 14 01:05:18.206532 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:18.210000 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764d389-ce3b-432c-ac27-a30654a557f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d6d4c-ee10-48f3-8eb4-ebcc50879f0f,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:18.306738 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Transition to ACTIVE for port object 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:18.526862 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-c5c3186e-6090-42dd-8df4-81ca94d53697 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 217 time: 0.1466877 Sep 14 01:05:18.527766 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Attempt 2 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:18.528187 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824c85f-cccc-4b47-9275-d65201b954cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd7f3405-9f9e-4062-a010-7d8bae1bc828,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:18.534349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2" -d '{"events": [{"name": "network-changed", "server_uuid": "96664d10-3eeb-4172-b866-7d824c2310d3", "tag": "dd7f3405-9f9e-4062-a010-7d8bae1bc828"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:18.543211 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2e1b0d3e-ef53-4ef6-ae71-521c77794646 req-ee18302c-59b1-4edd-8969-5b9728eef04d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.0738764 Sep 14 01:05:18.571573 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.572483 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:18.578901 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-60b9cc53-13e2-479b-9a14-ec7935ccc83f req-ba27df93-7f68-4b26-9d5c-6e8115b75e92 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3149302 Sep 14 01:05:18.663670 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.679885 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-49075bd5-e518-4a41-b068-d6ded37e06d8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=276429f3f3ba47438a625cc048752e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6393063 Sep 14 01:05:18.685246 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:18.725695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56014) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:18.730774 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:18.766340 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-32f3244e-036d-457f-a77c-ea8c8a886990 admin admin] Publish callbacks [] for security_group (823d6d4c-ee10-48f3-8eb4-ebcc50879f0f), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.036052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.036655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.038374 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb HTTP/1.1" status: 200 len: 1093 time: 7.6250777 Sep 14 01:05:19.050291 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 535cbcd1-0e52-4828-8d2f-8a4f14d470de up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:19.056525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.058275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-a9e6231e-82ac-465a-a8be-e7f0b8130087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.059944 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-a9e6231e-82ac-465a-a8be-e7f0b8130087 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.4855652 Sep 14 01:05:19.083102 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.125862 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.20.0.8 (a458fb77-0452-4eef-a570-bd92e833719b/7218407b-c913-4fbe-93d4-7a148f2bba54/c55b96cb-5290-47cc-a378-c5a31536d115) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:19.137946 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc2bd842-4835-41a8-ad1d-79d24baecf85 req-4d8d7b21-77c0-4c21-bbe7-d19ffdc40651 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.1480072 Sep 14 01:05:19.141664 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 535cbcd1-0e52-4828-8d2f-8a4f14d470de triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:19.142305 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.142868 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 535cbcd1-0e52-4828-8d2f-8a4f14d470de Sep 14 01:05:19.180873 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-95fce3a8-b590-46f5-8afc-eeecad89d369 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 379 time: 1.3463752 Sep 14 01:05:19.191861 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Attempt 3 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:19.203179 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:19.204486 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0c2c-0773-41f7-a863-296eb01b681e service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:19.247092 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Attempting to bind port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:19.247459 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Attempting to bind port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:19.247843 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Attempting to bind port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:19.270666 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:19.362949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 535cbcd1-0e52-4828-8d2f-8a4f14d470de is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:19.394799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:19.395067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Attempting to bind port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:19.403189 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-32f3244e-036d-457f-a77c-ea8c8a886990 admin admin] Publish callbacks [] for security_group (823d6d4c-ee10-48f3-8eb4-ebcc50879f0f), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.479285 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38107c6c-a5f6-4ed7-838e-e1c2b4b54c61 x-openstack-request-id: req-38107c6c-a5f6-4ed7-838e-e1c2b4b54c61 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:19.479791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96664d10-3eeb-4172-b866-7d824c2310d3", "tag": "dd7f3405-9f9e-4062-a010-7d8bae1bc828", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:19.479911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38107c6c-a5f6-4ed7-838e-e1c2b4b54c61 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:19.480295 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38107c6c-a5f6-4ed7-838e-e1c2b4b54c61'] response: {'name': 'network-changed', 'server_uuid': '96664d10-3eeb-4172-b866-7d824c2310d3', 'tag': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828', 'status': 'completed', 'code': 200} Sep 14 01:05:19.494197 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a20acab-67e6-49eb-ba37-537d7a93ebf7 admin admin] Publish callbacks [] for security_group (a30e2729-b1a5-41c1-a3f1-87f69d6db1f1), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.546731 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a20acab-67e6-49eb-ba37-537d7a93ebf7 admin admin] Publish callbacks [] for security_group (a30e2729-b1a5-41c1-a3f1-87f69d6db1f1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.561072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (c55b96cb-5290-47cc-a378-c5a31536d115), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.582206 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'port': {'device_id': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'admin_state_up': True, 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'security_groups': ['8a295108-e2a5-4c64-94d4-9161f2e711bd']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:19.614251 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=23 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.618378 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=56,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.641679 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2489-ed74-4e67-8972-cdeb54644595 req-841362e0-b90e-41c3-9f9e-a542ab3b3869 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.643314 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b3a2489-ed74-4e67-8972-cdeb54644595 req-841362e0-b90e-41c3-9f9e-a542ab3b3869 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.9008441 Sep 14 01:05:19.666540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d54d1b71-7cca-4dc9-b0c7-15c5611d113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.668830 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-d54d1b71-7cca-4dc9-b0c7-15c5611d113b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1356165 Sep 14 01:05:19.736942 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-58b2f749-9e69-456d-8e0e-828e9b02ac01 req-dce259ea-ef74-409a-8238-9c11e242ad9a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0948441 Sep 14 01:05:19.767588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.772517 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Attempt 4 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:19.858080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:19.891999 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=c55b96cb-5290-47cc-a378-c5a31536d115,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:19.909530 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:19.912058 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:19.929906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:19.934704 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.935349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.975110 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Allocated IP 172.20.0.7 (740eb1f7-47cc-47b7-ac3a-115438e4b57e/c8e58bfe-54c2-4858-a7ca-00885c2986b2/620985b6-d85e-4dfc-884a-1a64043ee00d) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:19.981600 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c355e86-f07d-4d51-9286-dd917b1b7422 req-69758875-44ef-48e7-9c36-9f67dbf8acf4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.983154 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8c355e86-f07d-4d51-9286-dd917b1b7422 req-69758875-44ef-48e7-9c36-9f67dbf8acf4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 931 time: 0.0921488 Sep 14 01:05:19.996284 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-61cade42-bb14-4d91-b473-e3436a859619 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8046112 Sep 14 01:05:20.042631 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:20.043090 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Checking segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:20.043827 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Bound using segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:20.044331 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Bound port: 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:20.044721 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.059648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:20.175951 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8c355e86-f07d-4d51-9286-dd917b1b7422 req-488a1cb7-4d5b-41f6-85fd-1c90b24f7ba3 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444781 Sep 14 01:05:20.200392 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-32f3244e-036d-457f-a77c-ea8c8a886990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (823d6d4c-ee10-48f3-8eb4-ebcc50879f0f), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.203294 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-32f3244e-036d-457f-a77c-ea8c8a886990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.204612 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-32f3244e-036d-457f-a77c-ea8c8a886990 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/823d6d4c-ee10-48f3-8eb4-ebcc50879f0f HTTP/1.1" status: 204 len: 168 time: 2.1487520 Sep 14 01:05:20.214319 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Request body: {'port': {'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:20.305150 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] For port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:20.357740 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] For port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:20.359224 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Attempt 5 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:20.383823 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a20acab-67e6-49eb-ba37-537d7a93ebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a30e2729-b1a5-41c1-a3f1-87f69d6db1f1), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.387115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a20acab-67e6-49eb-ba37-537d7a93ebf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.392693 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7a20acab-67e6-49eb-ba37-537d7a93ebf7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a30e2729-b1a5-41c1-a3f1-87f69d6db1f1 HTTP/1.1" status: 204 len: 168 time: 1.6601183 Sep 14 01:05:20.413393 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.432950 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3244e-036d-457f-a77c-ea8c8a886990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d6d4c-ee10-48f3-8eb4-ebcc50879f0f,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:20.450860 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:20.511615 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.511615 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.511615 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 200 len: 1093 time: 4.6960485 Sep 14 01:05:20.512553 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b3a2489-ed74-4e67-8972-cdeb54644595 req-25048271-a11e-41d0-be5d-2c2415f4767a tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971649 Sep 14 01:05:20.546267 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'tag': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:20.564545 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-5833ba1c-6256-4909-9a08-6b7b0f41c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.564545 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-5833ba1c-6256-4909-9a08-6b7b0f41c6ab service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=832072fd5b984b5b91d249c5733452b8&device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 1127 time: 0.4105735 Sep 14 01:05:20.622840 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:20.648337 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3a9e1-6e98-4a98-97cb-8950b9c23eaa req-8775a951-5461-4c79-b5a4-894de0f9451f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.667952 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-71f3a9e1-6e98-4a98-97cb-8950b9c23eaa req-8775a951-5461-4c79-b5a4-894de0f9451f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.2140949 Sep 14 01:05:20.801394 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-72dfc505-b05e-435b-bae6-f4b3fb03f597 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210225 Sep 14 01:05:20.843343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.846144 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-69155676-ebb3-403a-841b-7a1f68b8e3f4 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb HTTP/1.1" status: 200 len: 217 time: 0.1431081 Sep 14 01:05:20.926144 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-71f3a9e1-6e98-4a98-97cb-8950b9c23eaa req-3d4eb8e7-0002-4b68-8846-2878f54f936b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597363 Sep 14 01:05:21.057704 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:21.117499 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:21.119036 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9aea7-fdb9-4b01-a9f5-a9119dc6bf20 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:21.125064 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Attempt 6 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:21.168616 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20acab-67e6-49eb-ba37-537d7a93ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e2729-b1a5-41c1-a3f1-87f69d6db1f1,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:21.199613 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Made reservation on behalf of 3c6482bb91c24939ba18c03a3e5bb18c for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:21.203785 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.281876 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2481adaa-cd1f-4d4f-a279-53807c71f645 None None] Port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:05:21.283179 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56062) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:21.316028 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cebfc162-8913-48fe-b5e7-43c0be5bd616 req-1e29314f-e613-4e0d-82fa-6498a2a31103 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.1563847 Sep 14 01:05:21.319686 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:21.368759 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9a12e10c-ea05-4baf-99f9-1a1e1428baee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.371440 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-db0d8abc-8b88-4d19-a850-cd8986cc273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:21.373285 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-db0d8abc-8b88-4d19-a850-cd8986cc273f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1127 time: 0.2764153 Sep 14 01:05:21.421735 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Provisioning complete for port c55b96cb-5290-47cc-a378-c5a31536d115 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:21.422137 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.422523 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Attempt 1 to provision port c55b96cb-5290-47cc-a378-c5a31536d115 Sep 14 01:05:21.449418 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254bc47-f38c-4f4a-b3dd-8cf187718b68" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa", "tag": "0f1f31eb-05bc-4b3d-995e-4fba37dfe847"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:21.529921 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Port c55b96cb-5290-47cc-a378-c5a31536d115 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:21.547859 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:21.550361 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4775f65-cf14-44df-82ad-485fcbb120e4" -d '{"events": [{"name": "network-changed", "server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:21.565153 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.577746 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e2034b-ed4b-44f1-8d0d-4a4d5190bbb1 req-26fad597-2718-434d-828e-916144a4495f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.4500585 Sep 14 01:05:21.651481 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec542d5-4782-4d6d-9a00-40d43eb1aac3 req-fdc17447-2508-48db-8b7f-a45d4cd481f3 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:21.659629 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eec542d5-4782-4d6d-9a00-40d43eb1aac3 req-fdc17447-2508-48db-8b7f-a45d4cd481f3 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 931 time: 0.1648517 Sep 14 01:05:21.688162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-f9044b11-e151-463d-8abe-2baff3cadb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:21.689842 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-f9044b11-e151-463d-8abe-2baff3cadb23 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9d2976c5-3d5c-4d03-8cf9-0c3025087ba5 HTTP/1.1" status: 200 len: 851 time: 0.6331141 Sep 14 01:05:21.743379 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:21.803608 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d43c1ad-9e84-41b9-879f-0f92d1b3c9b9 req-91138342-6df1-4af7-9b01-7875bfd9c9fd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751637 Sep 14 01:05:21.820557 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Allocated IP 172.20.0.12 (c98240d0-3126-41fb-afde-91eebe272174/55da7f48-e962-40be-bcfd-e52f04641070/61ac6a9d-d543-4896-a237-b3287bcd2644) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:21.892888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.935878 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ba4f3-32df-44ff-b969-f0f8cd72537f x-openstack-request-id: req-894ba4f3-32df-44ff-b969-f0f8cd72537f {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:21.938578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa", "tag": "0f1f31eb-05bc-4b3d-995e-4fba37dfe847", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:21.939130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-894ba4f3-32df-44ff-b969-f0f8cd72537f {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:21.939853 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894ba4f3-32df-44ff-b969-f0f8cd72537f'] response: {'name': 'network-changed', 'server_uuid': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'tag': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847', 'status': 'completed', 'code': 200} Sep 14 01:05:22.029996 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eec542d5-4782-4d6d-9a00-40d43eb1aac3 req-cebb57e8-4de8-4993-b008-b708632ad5cf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691020 Sep 14 01:05:22.031190 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Attempt 2 to provision port c55b96cb-5290-47cc-a378-c5a31536d115 Sep 14 01:05:22.046773 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d004d-d465-4062-8b57-ecbec690ae43 x-openstack-request-id: req-e22d004d-d465-4062-8b57-ecbec690ae43 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:22.047148 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:22.048023 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e22d004d-d465-4062-8b57-ecbec690ae43 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:22.048422 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22d004d-d465-4062-8b57-ecbec690ae43'] response: {'name': 'network-changed', 'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb', 'status': 'completed', 'code': 200} Sep 14 01:05:22.121339 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Port c55b96cb-5290-47cc-a378-c5a31536d115 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:22.326870 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77abeb-6794-4004-9fb5-498487fb215c req-356fd9da-ee7a-43df-8f31-470e8c6ca128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.328701 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-356fd9da-ee7a-43df-8f31-470e8c6ca128 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=11c04de1-f8e8-4b37-991f-4682013f39d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675595 Sep 14 01:05:22.341446 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55b96cb-5290-47cc-a378-c5a31536d115 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:22.361311 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Publish callbacks [] for port (c55b96cb-5290-47cc-a378-c5a31536d115), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.404597 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Transition to ACTIVE for port object c55b96cb-5290-47cc-a378-c5a31536d115 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:22.406111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9a12e10c-ea05-4baf-99f9-1a1e1428baee admin admin] Publish callbacks [] for security_group (faf1855c-1957-4a30-a660-dc22cf6f1a40), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.439039 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:22.464747 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-f0ec5009-5309-462d-9e4d-33863edadede service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 200 len: 217 time: 0.3873873 Sep 14 01:05:22.491297 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9a12e10c-ea05-4baf-99f9-1a1e1428baee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (faf1855c-1957-4a30-a660-dc22cf6f1a40), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.494288 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:22.497436 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.530640 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'Port': ['ID=620985b6-d85e-4dfc-884a-1a64043ee00d,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:22.533350 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:22.539721 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.540374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.622228 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Attempt 3 to provision port c55b96cb-5290-47cc-a378-c5a31536d115 Sep 14 01:05:22.676744 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363b6ca-c4c3-486d-b3fd-bb09f539180c req-29afaee4-8b71-48b1-8fd5-5fcf533307df tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.679332 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d363b6ca-c4c3-486d-b3fd-bb09f539180c req-29afaee4-8b71-48b1-8fd5-5fcf533307df tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.3815713 Sep 14 01:05:22.685720 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Port c55b96cb-5290-47cc-a378-c5a31536d115 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:22.697149 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f95b923d-2187-4a32-a562-7e05a6379e81 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7524672 Sep 14 01:05:22.710792 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9a12e10c-ea05-4baf-99f9-1a1e1428baee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=687dccccc3b54cb0a45833789544937a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4198053 Sep 14 01:05:22.711919 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56112) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:22.712230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-64dfdf85-8d15-4ab6-9c68-563a11b55231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.713820 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-64dfdf85-8d15-4ab6-9c68-563a11b55231 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1127 time: 0.3015602 Sep 14 01:05:22.714488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Pushing event updated for resources: {'Port': ['ID=c55b96cb-5290-47cc-a378-c5a31536d115,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:22.732831 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12e10c-ea05-4baf-99f9-1a1e1428baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1855c-1957-4a30-a660-dc22cf6f1a40,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:22.749840 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:22.761614 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-e71780c2-f1af-4daa-888e-315009c919c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.763078 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-e71780c2-f1af-4daa-888e-315009c919c8 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.2665756 Sep 14 01:05:22.779999 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687be14-71e4-473e-a675-a9c0473d19cd req-1ea5a558-de78-4050-927c-3998aa2e875f tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.788069 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8687be14-71e4-473e-a675-a9c0473d19cd req-1ea5a558-de78-4050-927c-3998aa2e875f tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.5520375 Sep 14 01:05:22.811887 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-9bafe620-107c-4624-8b29-d0020f649324 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170514 Sep 14 01:05:22.818937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Attempting to bind port c55b96cb-5290-47cc-a378-c5a31536d115 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:22.819213 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Attempting to bind port c55b96cb-5290-47cc-a378-c5a31536d115 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:22.819472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Attempting to bind port c55b96cb-5290-47cc-a378-c5a31536d115 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:22.858725 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d363b6ca-c4c3-486d-b3fd-bb09f539180c req-508008a0-9b7f-4a82-8204-b3e4fe6a3c90 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605458 Sep 14 01:05:22.862950 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.882362 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0576dc6a-5674-4af8-a642-f1d8e358b5f1 admin admin] Publish callbacks [] for security_group (faf1855c-1957-4a30-a660-dc22cf6f1a40), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.912378 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8687be14-71e4-473e-a675-a9c0473d19cd req-d9bd5c0f-4e93-4a77-9ee2-00ff586464f5 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231935 Sep 14 01:05:22.935311 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Port c55b96cb-5290-47cc-a378-c5a31536d115 on network a458fb77-0452-4eef-a570-bd92e833719b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:22.935705 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Attempting to bind port c55b96cb-5290-47cc-a378-c5a31536d115 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:22.939856 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0576dc6a-5674-4af8-a642-f1d8e358b5f1 admin admin] Publish callbacks [] for security_group (faf1855c-1957-4a30-a660-dc22cf6f1a40), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.981894 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:22.982233 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:22.982698 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Bound using segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:22.983146 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Bound port: c55b96cb-5290-47cc-a378-c5a31536d115, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:22.983511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.001475 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.024259 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.055203 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4f96d-ad3a-470d-a999-0af4a547cffe req-5b267543-87e4-4247-9a65-7beb5151293e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.056739 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a5d4f96d-ad3a-470d-a999-0af4a547cffe req-5b267543-87e4-4247-9a65-7beb5151293e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 932 time: 0.1053813 Sep 14 01:05:23.076133 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c6db5-3d8d-4f6b-8b60-72815f7beabd req-0c7f7da6-a058-4813-a111-76da7a8f468b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.077467 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Network c98240d0-3126-41fb-afde-91eebe272174 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:23.077614 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-746c6db5-3d8d-4f6b-8b60-72815f7beabd req-0c7f7da6-a058-4813-a111-76da7a8f468b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 931 time: 0.0800757 Sep 14 01:05:23.088720 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:23.095341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.096577 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:23.099737 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] For port c55b96cb-5290-47cc-a378-c5a31536d115, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:23.101763 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.102324 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.104317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] For port c55b96cb-5290-47cc-a378-c5a31536d115, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=c55b96cb-5290-47cc-a378-c5a31536d115,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:23.107723 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.114058 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:23.123540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.126059 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0576dc6a-5674-4af8-a642-f1d8e358b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (faf1855c-1957-4a30-a660-dc22cf6f1a40), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.128632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0576dc6a-5674-4af8-a642-f1d8e358b5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.129775 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0576dc6a-5674-4af8-a642-f1d8e358b5f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/faf1855c-1957-4a30-a660-dc22cf6f1a40 HTTP/1.1" status: 204 len: 168 time: 0.4104216 Sep 14 01:05:23.137933 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.139281 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.140941 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/c55b96cb-5290-47cc-a378-c5a31536d115 HTTP/1.1" status: 200 len: 1093 time: 2.9381795 Sep 14 01:05:23.155648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576dc6a-5674-4af8-a642-f1d8e358b5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf1855c-1957-4a30-a660-dc22cf6f1a40,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:23.160056 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-3b1e9240-addb-4381-9964-40c3e0030546 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5833676 Sep 14 01:05:23.172875 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a5d4f96d-ad3a-470d-a999-0af4a547cffe req-5a77de26-30c7-4590-9ec1-e096e9ee2f87 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987694 Sep 14 01:05:23.189235 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.202646 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Attempt 4 to provision port c55b96cb-5290-47cc-a378-c5a31536d115 Sep 14 01:05:23.230229 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-746c6db5-3d8d-4f6b-8b60-72815f7beabd req-ea3c708a-fdaf-41c5-9531-9664bc773baa tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174870 Sep 14 01:05:23.242217 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12408c8b-3634-4a7d-80b5-81ac0fa16e53 service neutron] Pushing event updated for resources: {'Port': ['ID=c55b96cb-5290-47cc-a378-c5a31536d115,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:23.295720 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc6c02-7b22-428d-8ea9-3fef380aeeca None None] Port c55b96cb-5290-47cc-a378-c5a31536d115 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:05:23.369492 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda53a-c726-4645-9298-b25a60142bd6 req-469cf7f4-802f-4fa4-99f9-5493ecad2b1d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.371049 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d1dda53a-c726-4645-9298-b25a60142bd6 req-469cf7f4-802f-4fa4-99f9-5493ecad2b1d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0577621 Sep 14 01:05:23.415054 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Provisioning complete for port 620985b6-d85e-4dfc-884a-1a64043ee00d triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:23.415439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.416304 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 1 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:23.446692 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d1dda53a-c726-4645-9298-b25a60142bd6 req-c0266b81-d77e-4f15-9324-329b0ac86eb4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665786 Sep 14 01:05:23.479633 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:23.981032 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 2 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:23.984399 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56172) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:24.019860 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe11256-1264-4af2-885f-5196b9a1aeb1 req-6ed89109-5872-4348-b96d-3bf732cc22fa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.028120 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cbe11256-1264-4af2-885f-5196b9a1aeb1 req-6ed89109-5872-4348-b96d-3bf732cc22fa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.0791142 Sep 14 01:05:24.035373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:24.049936 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:24.052317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb" -d '{"events": [{"name": "network-changed", "server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:24.097453 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cbe11256-1264-4af2-885f-5196b9a1aeb1 req-733478df-c257-4d17-927e-5b58923d734f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 Sep 14 01:05:24.136800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb1c2-420a-425a-8123-898b2abdb396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.156633 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Request body: {'port': {'device_id': '5e701782-aa36-44dd-be23-a59054d8cb32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:24.187646 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Request body: {'port': {'device_id': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:24.226459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3e01d-a5ce-404a-8113-64f5d18ee68f x-openstack-request-id: req-a5e3e01d-a5ce-404a-8113-64f5d18ee68f {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:24.226923 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:24.227493 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5e3e01d-a5ce-404a-8113-64f5d18ee68f {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:24.228068 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e3e01d-a5ce-404a-8113-64f5d18ee68f'] response: {'name': 'network-changed', 'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'status': 'completed', 'code': 200} Sep 14 01:05:24.228784 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091840-ebc9-42db-b0c6-61e9bab3c88f req-b12cdcc1-f7e7-4d94-ab09-7a357227a133 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.235932 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-72091840-ebc9-42db-b0c6-61e9bab3c88f req-b12cdcc1-f7e7-4d94-ab09-7a357227a133 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.1772432 Sep 14 01:05:24.380353 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb1c2-420a-425a-8123-898b2abdb396 admin admin] Publish callbacks [] for security_group (09a37cff-ef13-479f-b6fa-ea1af1b94cc4), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.408696 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb1c2-420a-425a-8123-898b2abdb396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (09a37cff-ef13-479f-b6fa-ea1af1b94cc4), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.478875 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-be81c503-d422-4a43-836b-ca5f525b8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.480690 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-be81c503-d422-4a43-836b-ca5f525b8f44 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3397408 Sep 14 01:05:24.536666 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 3 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:24.579748 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:24.707547 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-2b1ef5c5-6d29-4ff6-8129-b69306fd4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.715361 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.719706 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-2b1ef5c5-6d29-4ff6-8129-b69306fd4426 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 1127 time: 0.4007127 Sep 14 01:05:24.726653 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-cd3bb1c2-420a-425a-8123-898b2abdb396 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=11294376d60849ae8256930c6630aa24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7411728 Sep 14 01:05:24.739596 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bb1c2-420a-425a-8123-898b2abdb396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a37cff-ef13-479f-b6fa-ea1af1b94cc4,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:24.754081 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56204) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:24.775460 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-72091840-ebc9-42db-b0c6-61e9bab3c88f req-bc0fa2e8-8c3c-4c2e-b4ab-1c4359a0714d tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385897 Sep 14 01:05:24.779713 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.809888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:24.859598 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0252e-b9be-4fb5-943e-bfc73b8412ec req-a13a3c4f-3bc8-45f9-9aae-a44144100c7e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.867450 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fb0252e-b9be-4fb5-943e-bfc73b8412ec req-a13a3c4f-3bc8-45f9-9aae-a44144100c7e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 932 time: 0.5142462 Sep 14 01:05:24.939679 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c386659d-1a90-4562-bf7f-0969a2e2273d admin admin] Publish callbacks [] for security_group (09a37cff-ef13-479f-b6fa-ea1af1b94cc4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.944687 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-83633c97-84b6-49d3-a270-fdc46989321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.946828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:24.947698 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-83633c97-84b6-49d3-a270-fdc46989321f service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.8071048 Sep 14 01:05:24.948698 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf77abeb-6794-4004-9fb5-498487fb215c req-c9c0c60d-48d3-4d4e-bf60-a5d8eeefd2d0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237667 Sep 14 01:05:24.985016 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fb0252e-b9be-4fb5-943e-bfc73b8412ec req-b500b7d6-c1ec-41be-8d3f-f66161633a42 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164658 Sep 14 01:05:24.991262 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c386659d-1a90-4562-bf7f-0969a2e2273d admin admin] Publish callbacks [] for security_group (09a37cff-ef13-479f-b6fa-ea1af1b94cc4), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.070032 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c386659d-1a90-4562-bf7f-0969a2e2273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (09a37cff-ef13-479f-b6fa-ea1af1b94cc4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.073520 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c386659d-1a90-4562-bf7f-0969a2e2273d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.077219 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c386659d-1a90-4562-bf7f-0969a2e2273d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/09a37cff-ef13-479f-b6fa-ea1af1b94cc4 HTTP/1.1" status: 204 len: 168 time: 0.3199706 Sep 14 01:05:25.077357 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12d4f6-92e1-48cb-8afb-255554ba4197 req-201a57aa-bfcb-4e15-9f72-103fbaef68d7 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.081168 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 4 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:25.084895 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f12d4f6-92e1-48cb-8afb-255554ba4197 req-201a57aa-bfcb-4e15-9f72-103fbaef68d7 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 931 time: 0.1628168 Sep 14 01:05:25.103949 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386659d-1a90-4562-bf7f-0969a2e2273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a37cff-ef13-479f-b6fa-ea1af1b94cc4,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:25.136779 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:25.228191 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d231f-1088-4a56-a6d9-9f2ecdd3da7b req-e14fac8e-589c-4f0f-a8a3-10f200d99fb7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.234968 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df9d231f-1088-4a56-a6d9-9f2ecdd3da7b req-e14fac8e-589c-4f0f-a8a3-10f200d99fb7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.1099460 Sep 14 01:05:25.337719 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f12d4f6-92e1-48cb-8afb-255554ba4197 req-d8df1e3b-ab85-43b1-bb4e-f67199850601 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519236 Sep 14 01:05:25.364189 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df9d231f-1088-4a56-a6d9-9f2ecdd3da7b req-039e240a-f3de-4a72-bcd8-8dd5ef4104bf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211541 Sep 14 01:05:25.535981 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b3eea-6144-483a-92e1-461ba6b42ef6 req-37e62d54-4ff8-4db9-9c56-20e2b3fcd72b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.535981 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-be9b3eea-6144-483a-92e1-461ba6b42ef6 req-37e62d54-4ff8-4db9-9c56-20e2b3fcd72b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.1130867 Sep 14 01:05:25.608866 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620985b6-d85e-4dfc-884a-1a64043ee00d {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:25.624151 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Publish callbacks [] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.637902 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 5 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:25.656628 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ac6a9d-d543-4896-a237-b3287bcd2644 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:25.657362 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56238) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:25.672665 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Publish callbacks [] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.673260 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6f5cbc4b-b542-46d8-a91d-4ee26bf91719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.680660 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-be9b3eea-6144-483a-92e1-461ba6b42ef6 req-c8f74f2e-4549-45d8-915d-60dbc1d1e1a5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390665 Sep 14 01:05:25.685187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Transition to ACTIVE for port object 620985b6-d85e-4dfc-884a-1a64043ee00d will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:25.697103 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.707723 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Transition to ACTIVE for port object 61ac6a9d-d543-4896-a237-b3287bcd2644 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:25.711161 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:25.731376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.750166 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:25.778701 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Pushing event updated for resources: {'Port': ['ID=620985b6-d85e-4dfc-884a-1a64043ee00d,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:25.791097 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6f5cbc4b-b542-46d8-a91d-4ee26bf91719 admin admin] Publish callbacks [] for security_group (9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.791222 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:25.795597 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6f5cbc4b-b542-46d8-a91d-4ee26bf91719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.836484 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Attempting to bind port 620985b6-d85e-4dfc-884a-1a64043ee00d on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:25.836746 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Attempting to bind port 620985b6-d85e-4dfc-884a-1a64043ee00d by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:25.837078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Attempting to bind port 620985b6-d85e-4dfc-884a-1a64043ee00d on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:25.843510 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6f5cbc4b-b542-46d8-a91d-4ee26bf91719 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=73aa6c4496a74ce3a59ee8846f8f4364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827025 Sep 14 01:05:25.844024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56250) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:25.857803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cbc4b-b542-46d8-a91d-4ee26bf91719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:25.890889 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:25.906381 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Attempting to bind port 61ac6a9d-d543-4896-a237-b3287bcd2644 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:25.906749 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Attempting to bind port 61ac6a9d-d543-4896-a237-b3287bcd2644 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:25.907082 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Attempting to bind port 61ac6a9d-d543-4896-a237-b3287bcd2644 on network c98240d0-3126-41fb-afde-91eebe272174 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:25.923734 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:25.952101 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54467f05-474d-4403-b034-3c2426b990d2 req-25fad134-2b3c-4190-9614-792cfb45652b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.954474 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54467f05-474d-4403-b034-3c2426b990d2 req-25fad134-2b3c-4190-9614-792cfb45652b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0685353 Sep 14 01:05:25.978792 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Port 620985b6-d85e-4dfc-884a-1a64043ee00d on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:25.979125 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Attempting to bind port 620985b6-d85e-4dfc-884a-1a64043ee00d on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:26.041924 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8423cc03-53a7-478d-87c8-1ab0e2f3c690 admin admin] Publish callbacks [] for security_group (9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.045678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Port 61ac6a9d-d543-4896-a237-b3287bcd2644 on network c98240d0-3126-41fb-afde-91eebe272174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:26.046008 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Attempting to bind port 61ac6a9d-d543-4896-a237-b3287bcd2644 on network c98240d0-3126-41fb-afde-91eebe272174 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:26.092879 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54467f05-474d-4403-b034-3c2426b990d2 req-5481536e-3ea5-4b33-86ed-9a760250cc2d tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092865 Sep 14 01:05:26.097135 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8423cc03-53a7-478d-87c8-1ab0e2f3c690 admin admin] Publish callbacks [] for security_group (9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.106840 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:26.106840 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Checking segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:26.106840 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Bound using segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:26.107665 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Bound port: 620985b6-d85e-4dfc-884a-1a64043ee00d, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:26.107665 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.212501 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 6 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:26.220714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:26.221054 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Checking segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:26.221438 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Bound using segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:26.221884 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Bound port: 61ac6a9d-d543-4896-a237-b3287bcd2644, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:26.222239 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.265468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e351b06-3fa7-4c9b-87fc-069fe16b365b req-fbd03b17-49b9-4659-bd9c-dc2a776576a2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.278991 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0e351b06-3fa7-4c9b-87fc-069fe16b365b req-fbd03b17-49b9-4659-bd9c-dc2a776576a2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.1377537 Sep 14 01:05:26.368688 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] For port 620985b6-d85e-4dfc-884a-1a64043ee00d, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:26.379197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:26.419823 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] For port 620985b6-d85e-4dfc-884a-1a64043ee00d, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=620985b6-d85e-4dfc-884a-1a64043ee00d,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:26.422055 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8423cc03-53a7-478d-87c8-1ab0e2f3c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.424565 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8423cc03-53a7-478d-87c8-1ab0e2f3c690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.432588 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-8423cc03-53a7-478d-87c8-1ab0e2f3c690 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7 HTTP/1.1" status: 204 len: 168 time: 0.5625603 Sep 14 01:05:26.441442 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0e351b06-3fa7-4c9b-87fc-069fe16b365b req-40e30e26-af3d-4039-83de-1bead669a641 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669559 Sep 14 01:05:26.449430 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.453250 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.453870 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.456117 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 200 len: 1093 time: 2.3112690 Sep 14 01:05:26.457429 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:26.463086 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:26.465616 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad9aec2-df22-4528-ae33-0c3015c18af1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:26.469443 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:26.473389 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423cc03-53a7-478d-87c8-1ab0e2f3c690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5dbfe3-0cf9-475e-b1dd-2152e7e106f7,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.521551 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:26.523034 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.527911 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.528597 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.535502 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 1094 time: 2.3907642 Sep 14 01:05:26.562563 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5051fc-f538-4ebc-90e5-a56606697174 req-acd997a8-d1d0-4546-a60f-0938da0b09ba tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.565325 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d040ab1-8441-4217-8d33-1725f5eeca26 service neutron] Pushing event updated for resources: {'Port': ['ID=620985b6-d85e-4dfc-884a-1a64043ee00d,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.568906 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8e5051fc-f538-4ebc-90e5-a56606697174 req-acd997a8-d1d0-4546-a60f-0938da0b09ba tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.1324863 Sep 14 01:05:26.684583 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c098-2b59-46a1-842d-6fc24432a4c8 req-15c4a205-feca-4bc6-8afc-23623bdbcda4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.686393 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bf97c098-2b59-46a1-842d-6fc24432a4c8 req-15c4a205-feca-4bc6-8afc-23623bdbcda4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0753005 Sep 14 01:05:26.687432 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8e5051fc-f538-4ebc-90e5-a56606697174 req-20f376dc-3501-4494-9373-ce9f375638e9 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089568 Sep 14 01:05:26.723413 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f49e5-308a-4890-ac34-e0f0f139cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.759163 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:26.763087 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bf97c098-2b59-46a1-842d-6fc24432a4c8 req-e418800f-8b98-437d-9663-5eb9a5e1275f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641387 Sep 14 01:05:26.769069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8034fb4-6fd8-4cdd-b5d0-6a771beefb31 x-openstack-request-id: req-f8034fb4-6fd8-4cdd-b5d0-6a771beefb31 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:26.769069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:26.769069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8034fb4-6fd8-4cdd-b5d0-6a771beefb31 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:26.769631 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8034fb4-6fd8-4cdd-b5d0-6a771beefb31'] response: {'name': 'network-changed', 'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'status': 'completed', 'code': 200} Sep 14 01:05:26.877440 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e0b1-7880-4476-a128-51430b156c46 req-c6d5bb78-a2d7-4a25-ad51-1b03819e4a85 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.879196 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0945e0b1-7880-4476-a128-51430b156c46 req-c6d5bb78-a2d7-4a25-ad51-1b03819e4a85 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.0550532 Sep 14 01:05:26.881423 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Attempt 7 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:26.957336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-839a9db7-72ad-44f9-867f-bd901629d92e None None] Port 620985b6-d85e-4dfc-884a-1a64043ee00d had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:05:26.977587 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0945e0b1-7880-4476-a128-51430b156c46 req-84e090de-a30b-41a3-989b-2c2c5b1572a4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885332 Sep 14 01:05:27.045305 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56348) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:27.088506 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-bce2b630-d88b-4279-b3ef-116448b5f3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.120836 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-9a126036-2eca-40b7-99ba-f3996968df46 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 217 time: 0.0641294 Sep 14 01:05:27.122270 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-6d7be600-c110-44f5-977a-e42ef2cce80f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c55b96cb-5290-47cc-a378-c5a31536d115 HTTP/1.1" status: 200 len: 217 time: 0.0681791 Sep 14 01:05:27.168003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:27.270939 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-25daff91-9359-4bfc-aca1-cdf9c7891304 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080710 Sep 14 01:05:27.278695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16541da-e36c-434c-8586-775058fd9f5e req-005ce366-2ca9-4748-8540-8ecea7d3f47b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.280135 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d16541da-e36c-434c-8586-775058fd9f5e req-005ce366-2ca9-4748-8540-8ecea7d3f47b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0855782 Sep 14 01:05:27.316937 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-bce2b630-d88b-4279-b3ef-116448b5f3b6 admin admin] Publish callbacks [] for security_group (db66df01-b23a-4667-885d-44e857766430), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.329198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-bce2b630-d88b-4279-b3ef-116448b5f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (db66df01-b23a-4667-885d-44e857766430), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.376999 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d16541da-e36c-434c-8586-775058fd9f5e req-72802cf2-2422-4ef1-9345-95cee8a54f44 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854638 Sep 14 01:05:27.384733 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-bce2b630-d88b-4279-b3ef-116448b5f3b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=733ece650f4f4b50bb2bc6f155d0386c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383465 Sep 14 01:05:27.385793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2b630-d88b-4279-b3ef-116448b5f3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db66df01-b23a-4667-885d-44e857766430,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:27.387359 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56366) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:27.457415 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-88beceaa-12a2-4d5d-8943-5891377af49b admin admin] Publish callbacks [] for security_group (db66df01-b23a-4667-885d-44e857766430), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.483381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-88beceaa-12a2-4d5d-8943-5891377af49b admin admin] Publish callbacks [] for security_group (db66df01-b23a-4667-885d-44e857766430), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.541637 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-88beceaa-12a2-4d5d-8943-5891377af49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (db66df01-b23a-4667-885d-44e857766430), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.544216 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-88beceaa-12a2-4d5d-8943-5891377af49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.545899 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-88beceaa-12a2-4d5d-8943-5891377af49b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/db66df01-b23a-4667-885d-44e857766430 HTTP/1.1" status: 204 len: 168 time: 0.1565957 Sep 14 01:05:27.561186 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56374) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:27.582782 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88beceaa-12a2-4d5d-8943-5891377af49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db66df01-b23a-4667-885d-44e857766430,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:27.606653 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b242682-9e7b-40ec-b0cf-b38c95cf83c0 req-cb0e7fdf-4f9b-4cd1-b9a8-d7259465dbbb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.608245 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b242682-9e7b-40ec-b0cf-b38c95cf83c0 req-cb0e7fdf-4f9b-4cd1-b9a8-d7259465dbbb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0612507 Sep 14 01:05:27.662468 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b242682-9e7b-40ec-b0cf-b38c95cf83c0 req-fa3cbb5e-755a-42f0-8bf5-ca097da74513 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484452 Sep 14 01:05:27.861556 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device dd7f3405-9f9e-4062-a010-7d8bae1bc828 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:27.934824 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb50679-cfa1-4d96-a5a1-edf486d6d7de req-e2cd1ef0-15a4-40a8-bd7d-4d326249112b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.943931 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dbb50679-cfa1-4d96-a5a1-edf486d6d7de req-e2cd1ef0-15a4-40a8-bd7d-4d326249112b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0765522 Sep 14 01:05:28.017889 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dbb50679-cfa1-4d96-a5a1-edf486d6d7de req-e8cef7bc-f3d8-482b-b28d-8a4bb016f0f4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710425 Sep 14 01:05:28.035887 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port dd7f3405-9f9e-4062-a010-7d8bae1bc828, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:28.054131 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'port_id': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828', 'mac_address': 'fa:16:3e:6f:16:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:28.084521 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-69a70b2b-f9ba-43b9-a75e-9b8a4843f2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.107527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8822b6-5dd2-421a-8e4d-0b02dba33362 req-5146797e-6b5a-457a-a2ec-439db9ac18ac tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.108331 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port dd7f3405-9f9e-4062-a010-7d8bae1bc828 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:28.108995 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.109113 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1e8822b6-5dd2-421a-8e4d-0b02dba33362 req-5146797e-6b5a-457a-a2ec-439db9ac18ac tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.3322012 Sep 14 01:05:28.129769 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7f3405-9f9e-4062-a010-7d8bae1bc828 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:28.173396 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56404) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:28.182960 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port dd7f3405-9f9e-4062-a010-7d8bae1bc828, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:28.190411 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.220194 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1e8822b6-5dd2-421a-8e4d-0b02dba33362 req-0d51cb6d-2173-4eb7-9e01-4bd7bec286a7 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014144 Sep 14 01:05:28.234422 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472c06f-0501-4da4-b2fe-7185e19936a6 req-5ef3cb31-2043-48e3-bf5d-193f66961108 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.236058 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8472c06f-0501-4da4-b2fe-7185e19936a6 req-5ef3cb31-2043-48e3-bf5d-193f66961108 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.0978503 Sep 14 01:05:28.265029 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.267516 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-69a70b2b-f9ba-43b9-a75e-9b8a4843f2fe admin admin] Publish callbacks [] for security_group (ce4fdf6a-b901-4552-b1f6-bac30063a159), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.270446 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=dd7f3405-9f9e-4062-a010-7d8bae1bc828,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:28.274512 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-69a70b2b-f9ba-43b9-a75e-9b8a4843f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ce4fdf6a-b901-4552-b1f6-bac30063a159), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.304145 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8472c06f-0501-4da4-b2fe-7185e19936a6 req-30ca8d3b-9a0a-4d54-9641-f39cc1bce15b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617702 Sep 14 01:05:28.329015 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-69a70b2b-f9ba-43b9-a75e-9b8a4843f2fe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5b8d4d4698b0402f94f563412ddab915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7664185 Sep 14 01:05:28.331605 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56408) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:28.338805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.341869 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a70b2b-f9ba-43b9-a75e-9b8a4843f2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4fdf6a-b901-4552-b1f6-bac30063a159,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:28.390934 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-36e907e2-1225-4494-85bd-4af173f17701 admin admin] Publish callbacks [] for security_group (ce4fdf6a-b901-4552-b1f6-bac30063a159), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.415271 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-36e907e2-1225-4494-85bd-4af173f17701 admin admin] Publish callbacks [] for security_group (ce4fdf6a-b901-4552-b1f6-bac30063a159), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.439268 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9388d31b-b658-4f3d-b94a-975c30c01192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.468426 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-36e907e2-1225-4494-85bd-4af173f17701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ce4fdf6a-b901-4552-b1f6-bac30063a159), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.471490 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-36e907e2-1225-4494-85bd-4af173f17701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.472964 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-36e907e2-1225-4494-85bd-4af173f17701 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ce4fdf6a-b901-4552-b1f6-bac30063a159 HTTP/1.1" status: 204 len: 168 time: 0.1403918 Sep 14 01:05:28.483546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e907e2-1225-4494-85bd-4af173f17701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4fdf6a-b901-4552-b1f6-bac30063a159,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:28.562817 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171f0ca-fec7-4f76-a2cd-b50a8688c686 req-21009112-00ca-414d-b95c-590965849e2e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.564461 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a171f0ca-fec7-4f76-a2cd-b50a8688c686 req-21009112-00ca-414d-b95c-590965849e2e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0810266 Sep 14 01:05:28.565069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.623774 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9388d31b-b658-4f3d-b94a-975c30c01192 admin admin] Publish callbacks [] for security_group (61091c59-cda6-4f8a-aa74-41f00dca07d0), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.633225 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9388d31b-b658-4f3d-b94a-975c30c01192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (61091c59-cda6-4f8a-aa74-41f00dca07d0), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.676080 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a171f0ca-fec7-4f76-a2cd-b50a8688c686 req-8aed1374-9dc1-4620-b7a4-7251035cf87f tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984566 Sep 14 01:05:28.689932 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9388d31b-b658-4f3d-b94a-975c30c01192 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a3bca454f1f4946a2edf357b21530a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153539 Sep 14 01:05:28.690882 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388d31b-b658-4f3d-b94a-975c30c01192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61091c59-cda6-4f8a-aa74-41f00dca07d0,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:28.693803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56424) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:28.699063 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['dd7f3405-9f9e-4062-a010-7d8bae1bc828'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:28.771455 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:28.774198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464588e-5ea8-4982-a4e7-f5a7ac630b26" -d '{"events": [{"name": "network-changed", "server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:28.830830 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f7d8-7809-4950-946b-ada86886342e admin admin] Publish callbacks [] for security_group (61091c59-cda6-4f8a-aa74-41f00dca07d0), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.862134 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d84f3e-0ca1-4cea-9d81-83b5de3806f0 req-50e0eb1d-387f-468e-8bea-b2bef42661d9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.871498 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3d84f3e-0ca1-4cea-9d81-83b5de3806f0 req-50e0eb1d-387f-468e-8bea-b2bef42661d9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0798099 Sep 14 01:05:28.907739 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f7d8-7809-4950-946b-ada86886342e admin admin] Publish callbacks [] for security_group (61091c59-cda6-4f8a-aa74-41f00dca07d0), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.910399 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1ca05-a2b7-49e1-a8ff-a608773b91fd x-openstack-request-id: req-6ad1ca05-a2b7-49e1-a8ff-a608773b91fd {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:28.910783 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:28.911130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ad1ca05-a2b7-49e1-a8ff-a608773b91fd {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:28.912157 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad1ca05-a2b7-49e1-a8ff-a608773b91fd'] response: {'name': 'network-changed', 'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'status': 'completed', 'code': 200} Sep 14 01:05:28.934685 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.935153 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56436) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:28.953110 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-300a3477-9085-46e7-843d-68d33c32a41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.953920 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.964679 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3d84f3e-0ca1-4cea-9d81-83b5de3806f0 req-3e7fbabe-12c6-4f4b-9578-0512f2aab8a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920048 Sep 14 01:05:29.008071 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=17,neutron:SELECT=83 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:29.025020 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f7d8-7809-4950-946b-ada86886342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (61091c59-cda6-4f8a-aa74-41f00dca07d0), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.030313 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f7d8-7809-4950-946b-ada86886342e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.031597 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2fe4f7d8-7809-4950-946b-ada86886342e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/61091c59-cda6-4f8a-aa74-41f00dca07d0 HTTP/1.1" status: 204 len: 168 time: 0.3366795 Sep 14 01:05:29.146059 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4f7d8-7809-4950-946b-ada86886342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61091c59-cda6-4f8a-aa74-41f00dca07d0,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:29.147147 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdc07862-b6de-45ec-b4eb-e0473459b659 req-447e4810-3fe2-4e85-9f92-0e597b6ce68f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147411 Sep 14 01:05:29.188194 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-d7e2ff94-87d0-4f39-aee3-bf9697df25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.189867 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-d7e2ff94-87d0-4f39-aee3-bf9697df25a9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1128 time: 0.1420012 Sep 14 01:05:29.206151 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-f322a77d-4180-4b39-9667-a919dd4f3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.207644 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-f322a77d-4180-4b39-9667-a919dd4f3880 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.1749368 Sep 14 01:05:29.214562 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-71cdcf29-3258-41af-b2f2-0404056e2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.216011 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-71cdcf29-3258-41af-b2f2-0404056e2a5a service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.1821570 Sep 14 01:05:29.230398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9aec2-df22-4528-ae33-0c3015c18af1 req-7cbc684e-06f0-4437-91ba-dbc2266aab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.232031 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fad9aec2-df22-4528-ae33-0c3015c18af1 req-7cbc684e-06f0-4437-91ba-dbc2266aab6b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1127 time: 0.0784502 Sep 14 01:05:29.259498 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-c3ff82e6-4f66-42d3-8a9d-6086be89c091 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 217 time: 0.0386429 Sep 14 01:05:29.325592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-300a3477-9085-46e7-843d-68d33c32a41a admin admin] Publish callbacks [] for security_group (e070e859-7427-4dfc-ba64-905de79eafc1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.327953 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-bbb0bdcb-c02e-44d3-9bc5-673152a01bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.329868 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-bbb0bdcb-c02e-44d3-9bc5-673152a01bbe service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=832072fd5b984b5b91d249c5733452b8&device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 1127 time: 0.1081827 Sep 14 01:05:29.336978 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5dd1-c1ad-4bde-9089-f0b6a44bc0bc req-edfa891f-7fb4-43b1-b741-74f6ec0151e1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.338435 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0e7a5dd1-c1ad-4bde-9089-f0b6a44bc0bc req-edfa891f-7fb4-43b1-b741-74f6ec0151e1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.1865137 Sep 14 01:05:29.339210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-300a3477-9085-46e7-843d-68d33c32a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e070e859-7427-4dfc-ba64-905de79eafc1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.393196 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85a0e-ec29-47eb-8694-99178534a12e req-ef20ed12-6845-4c53-b0d5-fd0362cb3b98 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.394703 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6cc85a0e-ec29-47eb-8694-99178534a12e req-ef20ed12-6845-4c53-b0d5-fd0362cb3b98 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0629435 Sep 14 01:05:29.402558 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a3477-9085-46e7-843d-68d33c32a41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e070e859-7427-4dfc-ba64-905de79eafc1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:29.420612 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-300a3477-9085-46e7-843d-68d33c32a41a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b08679cb668c4533b886b66f4fd20fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818034 Sep 14 01:05:29.421996 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56456) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:29.448211 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0e7a5dd1-c1ad-4bde-9089-f0b6a44bc0bc req-0649666f-e777-47ad-95e7-7e3383b1d8f8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973787 Sep 14 01:05:29.509093 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6cc85a0e-ec29-47eb-8694-99178534a12e req-953a4e48-b2dc-4af1-b250-5abd7b74d401 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071031 Sep 14 01:05:29.514114 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fd9e57a8-085a-4b9d-b7e4-5b0e4da8f1d4 admin admin] Publish callbacks [] for security_group (e070e859-7427-4dfc-ba64-905de79eafc1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.537859 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fd9e57a8-085a-4b9d-b7e4-5b0e4da8f1d4 admin admin] Publish callbacks [] for security_group (e070e859-7427-4dfc-ba64-905de79eafc1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.575352 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876de0-d990-4b9a-941c-cdd94a3cfe0b req-033388a0-c35b-4f6e-851d-5d742e52bff1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.577410 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-59876de0-d990-4b9a-941c-cdd94a3cfe0b req-033388a0-c35b-4f6e-851d-5d742e52bff1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.0681167 Sep 14 01:05:29.596977 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fd9e57a8-085a-4b9d-b7e4-5b0e4da8f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e070e859-7427-4dfc-ba64-905de79eafc1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.600384 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fd9e57a8-085a-4b9d-b7e4-5b0e4da8f1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.601848 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-fd9e57a8-085a-4b9d-b7e4-5b0e4da8f1d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e070e859-7427-4dfc-ba64-905de79eafc1 HTTP/1.1" status: 204 len: 168 time: 0.1790097 Sep 14 01:05:29.610235 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e57a8-085a-4b9d-b7e4-5b0e4da8f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070e859-7427-4dfc-ba64-905de79eafc1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:29.644383 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-59876de0-d990-4b9a-941c-cdd94a3cfe0b req-0557a331-5903-493b-be50-77584128a68e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Sep 14 01:05:29.665465 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56464) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:29.681864 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d9a82ba1-b4b4-4588-8465-4938c61a04bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.742849 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:29.779276 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d9a82ba1-b4b4-4588-8465-4938c61a04bd admin admin] Publish callbacks [] for security_group (37e4879f-fa70-4741-86bc-6c7210c0b650), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.784677 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d9a82ba1-b4b4-4588-8465-4938c61a04bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (37e4879f-fa70-4741-86bc-6c7210c0b650), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.874766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d3153-acb4-45c5-91c9-aa2c1c26674a req-74ff1897-fd5b-40fa-b8da-8286b135d960 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.876283 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4e8d3153-acb4-45c5-91c9-aa2c1c26674a req-74ff1897-fd5b-40fa-b8da-8286b135d960 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0855737 Sep 14 01:05:29.878950 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d9a82ba1-b4b4-4588-8465-4938c61a04bd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=32c9b9e47a43415aa9cc2b083c1ad8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123959 Sep 14 01:05:29.879835 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a82ba1-b4b4-4588-8465-4938c61a04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4879f-fa70-4741-86bc-6c7210c0b650,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:29.882696 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56472) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:29.936337 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device dd7f3405-9f9e-4062-a010-7d8bae1bc828 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:29.938974 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4e8d3153-acb4-45c5-91c9-aa2c1c26674a req-cbdccdee-5496-43c4-a6c3-8d373a41f5d6 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537567 Sep 14 01:05:29.982845 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dba110e4-787e-4c92-b4ac-2d9affa4e6ca admin admin] Publish callbacks [] for security_group (37e4879f-fa70-4741-86bc-6c7210c0b650), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.008025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dba110e4-787e-4c92-b4ac-2d9affa4e6ca admin admin] Publish callbacks [] for security_group (37e4879f-fa70-4741-86bc-6c7210c0b650), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.033423 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port dd7f3405-9f9e-4062-a010-7d8bae1bc828 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:30.045897 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port dd7f3405-9f9e-4062-a010-7d8bae1bc828 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:30.046499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.046839 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port dd7f3405-9f9e-4062-a010-7d8bae1bc828 Sep 14 01:05:30.095293 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dba110e4-787e-4c92-b4ac-2d9affa4e6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (37e4879f-fa70-4741-86bc-6c7210c0b650), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.100283 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dba110e4-787e-4c92-b4ac-2d9affa4e6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.102070 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-dba110e4-787e-4c92-b4ac-2d9affa4e6ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/37e4879f-fa70-4741-86bc-6c7210c0b650 HTTP/1.1" status: 204 len: 168 time: 0.2183926 Sep 14 01:05:30.126799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba110e4-787e-4c92-b4ac-2d9affa4e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4879f-fa70-4741-86bc-6c7210c0b650,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:30.165612 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f71593-c476-4518-9ee1-0b77fc6132e6 req-db1cfd13-9668-42d9-8d00-263582a47c8c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:30.180394 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-74f71593-c476-4518-9ee1-0b77fc6132e6 req-db1cfd13-9668-42d9-8d00-263582a47c8c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0746927 Sep 14 01:05:30.226864 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port dd7f3405-9f9e-4062-a010-7d8bae1bc828 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:30.227425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.250017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:30.257321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-74f71593-c476-4518-9ee1-0b77fc6132e6 req-567ac828-95ee-4723-814e-2524dd1175b8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750229 Sep 14 01:05:30.269186 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96664d10-3eeb-4172-b866-7d824c2310d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:30.344573 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port dd7f3405-9f9e-4062-a010-7d8bae1bc828, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:30.349393 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.410336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=dd7f3405-9f9e-4062-a010-7d8bae1bc828,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:30.610739 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb648-4d7a-4434-be98-8d37f33490d7 req-6963ac69-bf86-42d0-a974-c2f2a86279e8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:30.612576 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-884eb648-4d7a-4434-be98-8d37f33490d7 req-6963ac69-bf86-42d0-a974-c2f2a86279e8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0803256 Sep 14 01:05:30.658316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0b0f-8185-430a-9c15-446c7d10a3ed req-4a63fedf-0e1f-4508-9d3c-bf4507f7a6d8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:30.666809 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-080a0b0f-8185-430a-9c15-446c7d10a3ed req-4a63fedf-0e1f-4508-9d3c-bf4507f7a6d8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0702939 Sep 14 01:05:30.678067 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-884eb648-4d7a-4434-be98-8d37f33490d7 req-ae982daf-68b9-48b2-91d7-c54b7707a227 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546851 Sep 14 01:05:30.725666 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:30.731952 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-080a0b0f-8185-430a-9c15-446c7d10a3ed req-35f1433f-8dbc-4f39-be5c-a48bf73df4e1 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636492 Sep 14 01:05:30.750310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56512) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:30.773091 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-778df504-9f30-4cd7-a998-e4139be3fe9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.841833 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37163383-aaea-4b7c-8dd1-3e5c96fa436e" -d '{"events": [{"server_uuid": "96664d10-3eeb-4172-b866-7d824c2310d3", "name": "network-vif-plugged", "status": "completed", "tag": "dd7f3405-9f9e-4062-a010-7d8bae1bc828"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:30.847139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf689-181a-4f01-95d7-d7988fe2d107 req-082c4dd0-99c0-44d6-bff1-2c2b749afe3e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:30.847723 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:30.857462 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b8bcf689-181a-4f01-95d7-d7988fe2d107 req-082c4dd0-99c0-44d6-bff1-2c2b749afe3e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 943 time: 0.0844722 Sep 14 01:05:30.891278 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-778df504-9f30-4cd7-a998-e4139be3fe9b admin admin] Publish callbacks [] for security_group (3a76f4c3-4d9a-422a-8640-98c030d17e81), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.897210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-778df504-9f30-4cd7-a998-e4139be3fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3a76f4c3-4d9a-422a-8640-98c030d17e81), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.925807 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b8bcf689-181a-4f01-95d7-d7988fe2d107 req-2a482fbd-d784-4510-b61d-a024118ffb41 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Sep 14 01:05:30.938116 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-778df504-9f30-4cd7-a998-e4139be3fe9b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d8ee4628e9f349369ea76d4e9d399733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866021 Sep 14 01:05:30.944400 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56518) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:30.965133 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778df504-9f30-4cd7-a998-e4139be3fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a76f4c3-4d9a-422a-8640-98c030d17e81,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:30.984344 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.016939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dad821b1-ef24-406a-9cc6-4d007b44ddbe admin admin] Publish callbacks [] for security_group (3a76f4c3-4d9a-422a-8640-98c030d17e81), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.039436 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dad821b1-ef24-406a-9cc6-4d007b44ddbe admin admin] Publish callbacks [] for security_group (3a76f4c3-4d9a-422a-8640-98c030d17e81), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.099461 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=22 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.117291 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908e493-fd55-4853-a1a9-b9d9b8ced2de req-2e9c5e63-9cc9-46a9-b603-1d9253086d1a tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.118796 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b908e493-fd55-4853-a1a9-b9d9b8ced2de req-2e9c5e63-9cc9-46a9-b603-1d9253086d1a tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0721684 Sep 14 01:05:31.159529 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2650c24-eff2-496c-905f-ee263cf92027 x-openstack-request-id: req-f2650c24-eff2-496c-905f-ee263cf92027 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:31.160098 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96664d10-3eeb-4172-b866-7d824c2310d3", "name": "network-vif-plugged", "status": "completed", "tag": "dd7f3405-9f9e-4062-a010-7d8bae1bc828", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:31.160221 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2650c24-eff2-496c-905f-ee263cf92027 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:31.160942 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2650c24-eff2-496c-905f-ee263cf92027'] response: {'server_uuid': '96664d10-3eeb-4172-b866-7d824c2310d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828', 'code': 200} Sep 14 01:05:31.178903 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dad821b1-ef24-406a-9cc6-4d007b44ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3a76f4c3-4d9a-422a-8640-98c030d17e81), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.181536 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dad821b1-ef24-406a-9cc6-4d007b44ddbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.182691 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-dad821b1-ef24-406a-9cc6-4d007b44ddbe admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3a76f4c3-4d9a-422a-8640-98c030d17e81 HTTP/1.1" status: 204 len: 168 time: 0.2372494 Sep 14 01:05:31.205525 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b908e493-fd55-4853-a1a9-b9d9b8ced2de req-5353d046-8bcb-4c24-8a32-e02f6c59f0ee tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761464 Sep 14 01:05:31.214386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad821b1-ef24-406a-9cc6-4d007b44ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a76f4c3-4d9a-422a-8640-98c030d17e81,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:31.421889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-4800b608-fe19-46c2-a2ea-0c45d66c5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.423412 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-4800b608-fe19-46c2-a2ea-0c45d66c5550 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172342 Sep 14 01:05:31.426642 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-27809699-b3ad-4848-a3ec-78f62783ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.429202 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-27809699-b3ad-4848-a3ec-78f62783ff2c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1214516 Sep 14 01:05:31.648448 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-131192ba-18fe-4d4e-976a-22747043f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.650457 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-131192ba-18fe-4d4e-976a-22747043f7ae service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.1420729 Sep 14 01:05:31.713606 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c657f-bca8-4eef-8491-bb5ad591a93f req-e9593d39-f01a-4ddc-9a81-795efe95380d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.718163 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-266c657f-bca8-4eef-8491-bb5ad591a93f req-e9593d39-f01a-4ddc-9a81-795efe95380d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.3095930 Sep 14 01:05:31.750551 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-fc096446-c645-436b-bb37-01b954dec9f8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407467 Sep 14 01:05:31.768298 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.44', 59963) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:31.912265 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538b45-053c-4a55-a849-2dedf7f91572 req-6edd9eb8-b30b-4e8f-9139-a0d5f81f96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.913762 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46538b45-053c-4a55-a849-2dedf7f91572 req-6edd9eb8-b30b-4e8f-9139-a0d5f81f96cb service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1129 time: 0.1366372 Sep 14 01:05:31.918436 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.928503 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:31.956772 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f360ab-649f-467d-9b92-6f10b7770715 req-e3377133-74b6-4c13-ab8f-da067bdec1ec tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.964883 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-93f360ab-649f-467d-9b92-6f10b7770715 req-e3377133-74b6-4c13-ab8f-da067bdec1ec tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.1518359 Sep 14 01:05:32.012142 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-1f7df090-60ad-4c7a-a774-69d99182a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.013877 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-1f7df090-60ad-4c7a-a774-69d99182a4a5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2623675 Sep 14 01:05:32.015913 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-6cb834e6-2043-4561-b801-915abe86551d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961286 Sep 14 01:05:32.017684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-c8ca1c60-b858-4bc3-a130-700548495c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.019151 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-c8ca1c60-b858-4bc3-a130-700548495c6a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1127 time: 0.4853504 Sep 14 01:05:32.095871 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.116618 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'port_id': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847', 'mac_address': 'fa:16:3e:99:a9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:32.132963 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-46538b45-053c-4a55-a849-2dedf7f91572 req-1223bfb5-a3ba-4d3d-9090-61b9872e8cb1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.163307 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:32.164941 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.191230 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:32.201248 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-165a3a9c-20bc-418d-9df8-408f5f5c60c9 req-4d5c1570-f216-48eb-ae26-85bcc02dfb12 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524675 Sep 14 01:05:32.226715 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.232273 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.233244 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:32.316421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9aec2-df22-4528-ae33-0c3015c18af1 req-8ea472dd-2e53-4ad8-bf73-e63267113d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.322964 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fad9aec2-df22-4528-ae33-0c3015c18af1 req-8ea472dd-2e53-4ad8-bf73-e63267113d68 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=25c229f6a4574619a73b2780d2a6528b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.8193986 Sep 14 01:05:32.327941 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-93f360ab-649f-467d-9b92-6f10b7770715 req-19dece3a-6f49-424c-ab5e-c9cfd2d4f7cf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614531 Sep 14 01:05:32.330150 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e2d1e0a-6d22-4f7f-b5e4-f2b086d096e2 req-f43a2998-9e7d-4c3b-ae02-f5ae0875b846 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473986 Sep 14 01:05:32.362882 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-facd09d9-ee76-4b1c-801e-0a87a8c2e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.362882 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-facd09d9-ee76-4b1c-801e-0a87a8c2e85e service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=11c04de1-f8e8-4b37-991f-4682013f39d6 HTTP/1.1" status: 200 len: 912 time: 0.8357706 Sep 14 01:05:32.380533 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-266c657f-bca8-4eef-8491-bb5ad591a93f req-e1477440-6b44-4065-b37d-d0c7d18b5b19 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059783 Sep 14 01:05:32.382321 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:32.416999 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-6ee77910-06e2-4738-ac1c-36ea9e28c52d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729432 Sep 14 01:05:32.417209 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.468777 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.486362 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb', 'network_id': '11c04de1-f8e8-4b37-991f-4682013f39d6', 'port_id': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb', 'mac_address': 'fa:16:3e:c8:cc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2976c5-3d5c-4d03-8cf9-0c3025087ba5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:32.510918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-ff1d49b5-f135-486a-9af3-d86fdff6c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.512471 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-ff1d49b5-f135-486a-9af3-d86fdff6c469 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.4244156 Sep 14 01:05:32.550119 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.575974 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:32.575974 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.590109 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:32.600762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.606948 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5fbd-0371-469a-96ed-5ccf322184ba req-33605ce1-b481-4c74-83fb-f3e1789a4905 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.611604 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.614954 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.616624 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-455d5fbd-0371-469a-96ed-5ccf322184ba req-33605ce1-b481-4c74-83fb-f3e1789a4905 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.1204844 Sep 14 01:05:32.625514 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.630425 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef2be1-13a0-4b40-90e3-dca320f5b4b8 req-172313f1-35b9-4634-a1b3-6e4ca40b1fb1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.637611 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fef2be1-13a0-4b40-90e3-dca320f5b4b8 req-172313f1-35b9-4634-a1b3-6e4ca40b1fb1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 944 time: 0.1025343 Sep 14 01:05:32.651206 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-46538b45-053c-4a55-a849-2dedf7f91572 req-1223bfb5-a3ba-4d3d-9090-61b9872e8cb1 service neutron] Publish callbacks [] for security_group (7948b51e-ea6a-4b82-a31e-d13ad2bc66f3), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.681000 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-46538b45-053c-4a55-a849-2dedf7f91572 req-1223bfb5-a3ba-4d3d-9090-61b9872e8cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7948b51e-ea6a-4b82-a31e-d13ad2bc66f3), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.695446 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:32.757270 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223bfb5-a3ba-4d3d-9090-61b9872e8cb1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7948b51e-ea6a-4b82-a31e-d13ad2bc66f3,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:32.766885 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46538b45-053c-4a55-a849-2dedf7f91572 req-1223bfb5-a3ba-4d3d-9090-61b9872e8cb1 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836840 Sep 14 01:05:32.773148 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-455d5fbd-0371-469a-96ed-5ccf322184ba req-d594a5c5-0a9d-42f0-856e-be9951abea43 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329899 Sep 14 01:05:32.804079 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fef2be1-13a0-4b40-90e3-dca320f5b4b8 req-fa5c44c8-aa30-4ef5-bddd-6f31e0953bd8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430182 Sep 14 01:05:32.914891 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f704497-59f8-4d00-86b1-27ea69c67c0a req-8142b375-6384-4153-8c54-388bdf260fb3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.921752 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0f704497-59f8-4d00-86b1-27ea69c67c0a req-8142b375-6384-4153-8c54-388bdf260fb3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 944 time: 0.0631979 Sep 14 01:05:32.980260 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0f704497-59f8-4d00-86b1-27ea69c67c0a req-76063f0b-34df-4a7d-8a20-b3494caea196 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Sep 14 01:05:33.296579 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['0f1f31eb-05bc-4b3d-995e-4fba37dfe847'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:33.513002 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b60c0d-2a24-4224-ae2b-a038c4084268 req-5366c221-a02b-4c69-b505-0a5d21d20db4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.523694 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f6b60c0d-2a24-4224-ae2b-a038c4084268 req-5366c221-a02b-4c69-b505-0a5d21d20db4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0787382 Sep 14 01:05:33.547223 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:33.563597 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:33.576107 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f6b60c0d-2a24-4224-ae2b-a038c4084268 req-f0792349-1ef3-470f-ac0e-17c361ddea34 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507383 Sep 14 01:05:33.590165 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a789c-7090-4382-9fbe-2485ee6943a2 req-a63b39a1-758f-4116-8023-ae7e729f89f0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.592300 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-432a789c-7090-4382-9fbe-2485ee6943a2 req-a63b39a1-758f-4116-8023-ae7e729f89f0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0801804 Sep 14 01:05:33.650850 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-432a789c-7090-4382-9fbe-2485ee6943a2 req-4d6514cf-c7fd-4b6b-beaf-996b2556d3db tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528712 Sep 14 01:05:33.930693 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348311b-b1be-4d69-9b85-ba26bdd0abdb req-008b7688-fd67-4d23-a4eb-3454802badc9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.933442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74601-6858-4061-934d-9f042c81e98b req-9c674472-8af1-4b6c-a4d2-39308c37739a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.935065 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5ea74601-6858-4061-934d-9f042c81e98b req-9c674472-8af1-4b6c-a4d2-39308c37739a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0593698 Sep 14 01:05:33.939151 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f348311b-b1be-4d69-9b85-ba26bdd0abdb req-008b7688-fd67-4d23-a4eb-3454802badc9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 944 time: 0.0671690 Sep 14 01:05:33.988616 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5ea74601-6858-4061-934d-9f042c81e98b req-08154d76-ce52-4cac-a1a9-8faba9e4cd14 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467212 Sep 14 01:05:33.992615 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f348311b-b1be-4d69-9b85-ba26bdd0abdb req-b17cf43e-58c4-45df-8938-116a3ac04cd2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Sep 14 01:05:34.107927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d15f1-ce08-4950-a6e1-08e7d704a673 req-fb9a264a-22cf-435e-95d2-5a3cdeb8a507 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:34.112189 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ed7d15f1-ce08-4950-a6e1-08e7d704a673 req-fb9a264a-22cf-435e-95d2-5a3cdeb8a507 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 944 time: 0.0552645 Sep 14 01:05:34.183991 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ed7d15f1-ce08-4950-a6e1-08e7d704a673 req-7fe1dec0-cfad-4ea1-bcb8-cb8030dae3b9 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679457 Sep 14 01:05:34.717551 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2f3f0-18ba-4ef1-ad86-e9bf433bcd4c req-c9dd93e2-7dd3-425a-92fb-3a7102451cd0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:34.719187 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6cb2f3f0-18ba-4ef1-ad86-e9bf433bcd4c req-c9dd93e2-7dd3-425a-92fb-3a7102451cd0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0538852 Sep 14 01:05:34.904652 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6cb2f3f0-18ba-4ef1-ad86-e9bf433bcd4c req-09f4da8f-4d46-4c1a-a755-749978c6c53a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774135 Sep 14 01:05:34.934719 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-dab4d092-8a84-41c3-958b-8bc5478be8d8 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 200 len: 217 time: 0.1654153 Sep 14 01:05:35.036821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba918b-6aa3-4570-9e80-48a8894655c0 req-5e1b413f-86b3-40b5-bf60-c43c02e530b7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.038627 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-29ba918b-6aa3-4570-9e80-48a8894655c0 req-5e1b413f-86b3-40b5-bf60-c43c02e530b7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.2978637 Sep 14 01:05:35.094314 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:35.123801 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb18d8e5-347f-4aa3-8dcf-187434c5603d req-deda8620-86af-4eab-9230-e25027afd2cd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524256 Sep 14 01:05:35.126990 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-29ba918b-6aa3-4570-9e80-48a8894655c0 req-aa70e1eb-67a5-44cd-9885-a2ec8da720cb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791628 Sep 14 01:05:35.159578 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:35.160115 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-9998bc0c-0ae3-4d88-b9a8-b13ff351c889 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb HTTP/1.1" status: 200 len: 217 time: 0.3862462 Sep 14 01:05:35.199702 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-cebd1a83-fb3f-4677-9149-34fcb06e5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.201334 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-cebd1a83-fb3f-4677-9149-34fcb06e5ef5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 1127 time: 0.4221706 Sep 14 01:05:35.221930 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:35.231353 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:35.231829 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.232643 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 Sep 14 01:05:35.294421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9c9e-c6a8-4c57-9f23-b8f4cecb03bc req-26567d20-15a2-4303-beb5-484fb302dc38 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.301457 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d7a9c9e-c6a8-4c57-9f23-b8f4cecb03bc req-26567d20-15a2-4303-beb5-484fb302dc38 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 944 time: 0.1369064 Sep 14 01:05:35.307689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0d1fe-1cc2-446b-ade8-74993b0e4ce0 req-c4b9b966-b8c7-4649-9802-8697f772eaea tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.319494 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f3c0d1fe-1cc2-446b-ade8-74993b0e4ce0 req-c4b9b966-b8c7-4649-9802-8697f772eaea tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0897729 Sep 14 01:05:35.393543 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:35.393865 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.413095 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f3c0d1fe-1cc2-446b-ade8-74993b0e4ce0 req-b7d932ff-c4dc-407f-a21e-9a1a2eda148b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918705 Sep 14 01:05:35.422238 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:35.427540 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b6608-f77f-4db3-80b8-246625d12b81" -d '{"events": [{"server_uuid": "39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f31eb-05bc-4b3d-995e-4fba37dfe847"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:35.436885 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d7a9c9e-c6a8-4c57-9f23-b8f4cecb03bc req-813999d4-119c-4d49-a1f3-7662ce69869b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292815 Sep 14 01:05:35.441865 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:35.447567 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.448559 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:35.528455 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f631d0-aecd-4a56-9f3b-b3d5bade1cc6 x-openstack-request-id: req-a3f631d0-aecd-4a56-9f3b-b3d5bade1cc6 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:35.528833 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f31eb-05bc-4b3d-995e-4fba37dfe847", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:35.529088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3f631d0-aecd-4a56-9f3b-b3d5bade1cc6 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:35.529492 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f631d0-aecd-4a56-9f3b-b3d5bade1cc6'] response: {'server_uuid': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847', 'code': 200} Sep 14 01:05:35.585074 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9aec2-df22-4528-ae33-0c3015c18af1 req-79190a43-daa2-4669-82c4-431941f3d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.586993 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fad9aec2-df22-4528-ae33-0c3015c18af1 req-79190a43-daa2-4669-82c4-431941f3d61f service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8188207 Sep 14 01:05:35.603261 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:35.618325 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ecf36-c129-48bb-8112-d3bb00b4fc39 req-a2019f40-7d31-480e-ab5c-cc6ecc375b77 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.620328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:35.620873 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.621435 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb Sep 14 01:05:35.630472 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bb9ecf36-c129-48bb-8112-d3bb00b4fc39 req-a2019f40-7d31-480e-ab5c-cc6ecc375b77 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 944 time: 0.1064413 Sep 14 01:05:35.653382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:35.695205 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-89712124-c87f-4ee6-b100-e1e6519944a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.698364 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-89712124-c87f-4ee6-b100-e1e6519944a5 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.2961876 Sep 14 01:05:35.714971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-b1d2851d-c0f2-4362-90e8-7c15d9602523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.717934 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-b1d2851d-c0f2-4362-90e8-7c15d9602523 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9d2976c5-3d5c-4d03-8cf9-0c3025087ba5 HTTP/1.1" status: 200 len: 851 time: 0.3121917 Sep 14 01:05:35.747933 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:35.748616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:35.749576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:35.749980 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.758128 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-58113023-a10e-4cf2-ad16-e1d566880ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.761985 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-58113023-a10e-4cf2-ad16-e1d566880ac9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.3572154 Sep 14 01:05:35.788684 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bb9ecf36-c129-48bb-8112-d3bb00b4fc39 req-edb6b230-e141-4bf0-af78-dd7112cf4eab tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568217 Sep 14 01:05:35.818368 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:35.823434 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.828800 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-f193d068-a965-4b04-9de3-dbc93d1f68f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.872834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.025868 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2d933-a327-4c35-92bd-77ea95425e68 req-f567a926-a935-4841-881b-698cf6ee27a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.027344 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-19f2d933-a327-4c35-92bd-77ea95425e68 req-f567a926-a935-4841-881b-698cf6ee27a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 943 time: 0.0496728 Sep 14 01:05:36.074984 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-19f2d933-a327-4c35-92bd-77ea95425e68 req-2c45524b-39bf-4332-8115-2511423d9ae7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Sep 14 01:05:36.264679 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e5cd5-feaa-47f7-84e9-3915857c9be1 req-5fe480f9-e090-4c09-90d4-0813cfccd2fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.266139 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-576e5cd5-feaa-47f7-84e9-3915857c9be1 req-5fe480f9-e090-4c09-90d4-0813cfccd2fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0463271 Sep 14 01:05:36.312739 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-576e5cd5-feaa-47f7-84e9-3915857c9be1 req-9243db20-5634-402c-a050-f3158bbe5576 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403981 Sep 14 01:05:36.363011 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device c55b96cb-5290-47cc-a378-c5a31536d115 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:36.537707 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5520e-816a-4b28-9976-e3bddceafb3a req-1df439a5-eeef-4572-9fae-7908ee919c46 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.539220 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-65d5520e-816a-4b28-9976-e3bddceafb3a req-1df439a5-eeef-4572-9fae-7908ee919c46 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0501735 Sep 14 01:05:36.574755 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb7dde-77f0-482b-82ae-f7fbea1e6a86 req-48816e64-1b55-4261-9690-7d04744d90cc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.576376 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9fbb7dde-77f0-482b-82ae-f7fbea1e6a86 req-48816e64-1b55-4261-9690-7d04744d90cc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0497413 Sep 14 01:05:36.579021 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port c55b96cb-5290-47cc-a378-c5a31536d115, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=c55b96cb-5290-47cc-a378-c5a31536d115,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:36.589367 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-65d5520e-816a-4b28-9976-e3bddceafb3a req-d6862b21-94cc-4c16-b260-d095b96c3df6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 Sep 14 01:05:36.592012 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:36.628428 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port c55b96cb-5290-47cc-a378-c5a31536d115 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:36.628903 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.629536 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9fbb7dde-77f0-482b-82ae-f7fbea1e6a86 req-5b059611-d5d0-40e0-9941-83e0a7758d1f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 Sep 14 01:05:36.656079 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55b96cb-5290-47cc-a378-c5a31536d115 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:36.675976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port c55b96cb-5290-47cc-a378-c5a31536d115, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=c55b96cb-5290-47cc-a378-c5a31536d115,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:36.679742 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.729249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=c55b96cb-5290-47cc-a378-c5a31536d115,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.887586 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:36.902916 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597032ca-4761-4008-90c9-687e80b63380 req-23d80a18-1943-40dc-8bca-193e8021f24f tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.904648 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-597032ca-4761-4008-90c9-687e80b63380 req-23d80a18-1943-40dc-8bca-193e8021f24f tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Sep 14 01:05:36.977799 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-597032ca-4761-4008-90c9-687e80b63380 req-779dc3eb-88c7-4038-a343-528e3867d9da tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668511 Sep 14 01:05:37.170571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['c55b96cb-5290-47cc-a378-c5a31536d115'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:37.231644 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d047b-40ea-4b2b-93b1-2de97301f7fc req-2cd23edb-8def-49a6-b9f4-329878b2c66e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.234887 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-067d047b-40ea-4b2b-93b1-2de97301f7fc req-2cd23edb-8def-49a6-b9f4-329878b2c66e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 944 time: 0.0694923 Sep 14 01:05:37.256429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:37.314951 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56752) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:37.318690 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-067d047b-40ea-4b2b-93b1-2de97301f7fc req-f9c045d4-5f18-4f3b-b8f8-02342b412f47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729246 Sep 14 01:05:37.473334 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ce99b2c0-7511-440a-b345-32846dde5887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:37.490767 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aede3e7-d342-4fb2-982e-7a7031427e17 req-f63db40c-2edc-4f72-8198-f81598f30506 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.492307 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4aede3e7-d342-4fb2-982e-7a7031427e17 req-f63db40c-2edc-4f72-8198-f81598f30506 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0774989 Sep 14 01:05:37.502676 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:37.531075 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:37.534073 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b8e7b8-9013-4c7c-baa0-a2515b1c51c6" -d '{"events": [{"server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:37.578286 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4aede3e7-d342-4fb2-982e-7a7031427e17 req-e0cc1a2d-c915-4519-ae17-533a2d0480a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790393 Sep 14 01:05:37.612217 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23da4cce-f103-4211-bf3a-4ee840cdd4da x-openstack-request-id: req-23da4cce-f103-4211-bf3a-4ee840cdd4da {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:37.612562 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:37.612821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23da4cce-f103-4211-bf3a-4ee840cdd4da {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:37.613424 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23da4cce-f103-4211-bf3a-4ee840cdd4da'] response: {'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb', 'code': 200} Sep 14 01:05:37.644625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ce99b2c0-7511-440a-b345-32846dde5887 admin admin] Publish callbacks [] for security_group (3495ecfb-c939-4e4d-989e-2abedd406704), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:37.649175 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ce99b2c0-7511-440a-b345-32846dde5887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3495ecfb-c939-4e4d-989e-2abedd406704), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:37.723318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99b2c0-7511-440a-b345-32846dde5887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3495ecfb-c939-4e4d-989e-2abedd406704,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:37.731095 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ce99b2c0-7511-440a-b345-32846dde5887 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f2194a8dfe9b4af4b6fbb1fd1c136f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136827 Sep 14 01:05:37.733926 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56782) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:37.761174 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f41d1-e963-4451-95ab-6368b2c6c1f5 req-e99540d6-364a-4e8c-adc1-8d0fa05454a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.768315 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2e9f41d1-e963-4451-95ab-6368b2c6c1f5 req-e99540d6-364a-4e8c-adc1-8d0fa05454a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0947435 Sep 14 01:05:37.781146 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8d37-67e2-4dc5-ad7f-80739edb49ed req-0c290815-486b-4fd3-a3a6-3b1d2edb4a75 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.787359 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-52ef8d37-67e2-4dc5-ad7f-80739edb49ed req-0c290815-486b-4fd3-a3a6-3b1d2edb4a75 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0717661 Sep 14 01:05:37.835139 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2e9f41d1-e963-4451-95ab-6368b2c6c1f5 req-0096ab00-ce93-4890-a554-e9de434d273b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659194 Sep 14 01:05:37.900992 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-52ef8d37-67e2-4dc5-ad7f-80739edb49ed req-c7edc0e7-f5ed-4573-bff3-0eeb2c644d27 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081011 Sep 14 01:05:37.965775 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-019a5c7e-c3c2-465d-a786-1429e4f6cbe1 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c55b96cb-5290-47cc-a378-c5a31536d115 HTTP/1.1" status: 200 len: 217 time: 0.1263623 Sep 14 01:05:37.994520 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-5efdfed5-2dd8-4861-9691-94662c6cbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.996071 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-5efdfed5-2dd8-4861-9691-94662c6cbb4b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1588688 Sep 14 01:05:38.000697 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-8c9d0b0b-4f9c-4982-98a7-5d24978d8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.002190 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-8c9d0b0b-4f9c-4982-98a7-5d24978d8780 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=11c04de1-f8e8-4b37-991f-4682013f39d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1638789 Sep 14 01:05:38.006243 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-aaa43b0c-c3c4-4337-9793-2965a66177e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.007915 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-aaa43b0c-c3c4-4337-9793-2965a66177e5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1128 time: 0.0758133 Sep 14 01:05:38.008687 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Publish callbacks [] for security_group (3495ecfb-c939-4e4d-989e-2abedd406704), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.034999 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Publish callbacks [] for security_group (3495ecfb-c939-4e4d-989e-2abedd406704), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.093703 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3495ecfb-c939-4e4d-989e-2abedd406704), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.097131 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.101854 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3495ecfb-c939-4e4d-989e-2abedd406704 HTTP/1.1" status: 204 len: 168 time: 0.3633814 Sep 14 01:05:38.110244 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3495ecfb-c939-4e4d-989e-2abedd406704,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:38.144187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.144523 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.144871 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.145217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.145692 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.146098 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.146441 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.146777 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.147198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.147592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.147921 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.148287 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.148688 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.149063 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.149416 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c862079-d276-405f-a8cb-2ae45308c76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:38.171190 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c186-87f1-4dcd-9502-bfef4570340f req-360c6d55-3f4c-421a-9a87-ab6a91981ebd tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.178007 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-00b0c186-87f1-4dcd-9502-bfef4570340f req-360c6d55-3f4c-421a-9a87-ab6a91981ebd tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0687845 Sep 14 01:05:38.235664 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-00b0c186-87f1-4dcd-9502-bfef4570340f req-dcbbd911-f3dc-44c2-a6c1-4200070bda01 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 Sep 14 01:05:38.281310 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-36b5b819-2283-4f53-818b-50c6be54d632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.360281 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:38.377554 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device c55b96cb-5290-47cc-a378-c5a31536d115 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:38.457952 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9f833-42ed-48ef-81ba-57b6159a11f5 req-3cc87ce6-b2f6-421b-afbd-5ed3421d0340 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.461092 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b9e9f833-42ed-48ef-81ba-57b6159a11f5 req-3cc87ce6-b2f6-421b-afbd-5ed3421d0340 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 944 time: 0.0666010 Sep 14 01:05:38.484426 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port c55b96cb-5290-47cc-a378-c5a31536d115 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:38.491192 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.495108 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port c55b96cb-5290-47cc-a378-c5a31536d115 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:38.495713 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.496045 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port c55b96cb-5290-47cc-a378-c5a31536d115 Sep 14 01:05:38.502648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56818) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:38.524747 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f599471c-7a6f-4513-bbb2-f08cd4faa27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.554115 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b9e9f833-42ed-48ef-81ba-57b6159a11f5 req-62682209-408c-4dd1-8c58-a957e5fb649e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854921 Sep 14 01:05:38.554992 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:38.564285 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.576906 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'mac_address': 'fa:16:3e:e7:e3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:38.652997 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.656469 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-039ec22c-e3ca-4563-bbf0-ff22fb2ae05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.658030 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-039ec22c-e3ca-4563-bbf0-ff22fb2ae05c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1127 time: 0.0656538 Sep 14 01:05:38.679801 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.691194 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-df71e7bf-9edb-4551-89cf-923b336f003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.693354 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-df71e7bf-9edb-4551-89cf-923b336f003e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0890284 Sep 14 01:05:38.731453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:38.732120 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.753801 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port c55b96cb-5290-47cc-a378-c5a31536d115 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:38.754464 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.760044 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ac6a9d-d543-4896-a237-b3287bcd2644 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:38.805145 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:38.806467 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-f843fb79-38ae-401f-85a2-bd1e736984db service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 200 len: 217 time: 0.0975742 Sep 14 01:05:38.814590 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.819898 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port c55b96cb-5290-47cc-a378-c5a31536d115, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=c55b96cb-5290-47cc-a378-c5a31536d115,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:38.827847 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.833426 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280cb76-19d6-4712-a323-c0e842d0b51f req-596f686d-61ec-4a28-8b04-5835ea704632 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.835004 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8280cb76-19d6-4712-a323-c0e842d0b51f req-596f686d-61ec-4a28-8b04-5835ea704632 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.1005545 Sep 14 01:05:38.878258 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56828) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:38.899479 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:38.936502 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f599471c-7a6f-4513-bbb2-f08cd4faa27e admin admin] Publish callbacks [] for security_group (066d1318-f081-4dd8-82fd-0c8372c8d5f7), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:38.946217 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7126b-e5e4-4247-9bdd-267e61e1364c req-c32149ce-ee2f-4651-be99-b41eab25321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.947733 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-64e7126b-e5e4-4247-9bdd-267e61e1364c req-c32149ce-ee2f-4651-be99-b41eab25321e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1129 time: 0.2370749 Sep 14 01:05:38.960333 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=c55b96cb-5290-47cc-a378-c5a31536d115,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:38.962136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94169a-a2ce-464b-83f5-4f41b0f6993a req-6fbb25c4-407d-44df-88df-5769426365c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.963853 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9e94169a-a2ce-464b-83f5-4f41b0f6993a req-6fbb25c4-407d-44df-88df-5769426365c6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 1129 time: 0.2564521 Sep 14 01:05:38.985689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-898a76f7-2e0d-4f1e-8027-afd843e578d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.987163 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-898a76f7-2e0d-4f1e-8027-afd843e578d5 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.1547601 Sep 14 01:05:39.009950 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f599471c-7a6f-4513-bbb2-f08cd4faa27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (066d1318-f081-4dd8-82fd-0c8372c8d5f7), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.052353 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-5b6eb9a7-e6fe-455a-873d-d7289b36eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.053860 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-5b6eb9a7-e6fe-455a-873d-d7289b36eab6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3177407 Sep 14 01:05:39.078250 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2424ac-01fe-46a0-88ee-042712a09051 req-ca745c31-d791-47f8-8746-6369672ae7c3 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.080148 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa2424ac-01fe-46a0-88ee-042712a09051 req-ca745c31-d791-47f8-8746-6369672ae7c3 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.1414118 Sep 14 01:05:39.086548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:39.114872 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-d6e4dc0a-19ea-4fd3-9163-22cb1986be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.116475 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-d6e4dc0a-19ea-4fd3-9163-22cb1986be75 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230688 Sep 14 01:05:39.132681 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-64e7126b-e5e4-4247-9bdd-267e61e1364c req-e0f43b6e-890c-484e-bbd3-993a2fb0091d service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730745 Sep 14 01:05:39.134988 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599471c-7a6f-4513-bbb2-f08cd4faa27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d1318-f081-4dd8-82fd-0c8372c8d5f7,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:39.157622 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-f599471c-7a6f-4513-bbb2-f08cd4faa27e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=97cbd90ce26e4e37b8f1976a08073e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6536860 Sep 14 01:05:39.162641 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9e94169a-a2ce-464b-83f5-4f41b0f6993a req-0bc2c8b1-474a-493d-8ef1-022595b5695d service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704230 Sep 14 01:05:39.165784 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56834) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:39.238322 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa2424ac-01fe-46a0-88ee-042712a09051 req-15059988-4c8a-49f2-8102-6a24337743c6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462657 Sep 14 01:05:39.275158 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['61ac6a9d-d543-4896-a237-b3287bcd2644'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:39.298471 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-e99d9c43-2f31-47c8-a997-18040ab8896c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605883 Sep 14 01:05:39.299503 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Publish callbacks [] for security_group (066d1318-f081-4dd8-82fd-0c8372c8d5f7), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.331579 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Publish callbacks [] for security_group (066d1318-f081-4dd8-82fd-0c8372c8d5f7), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.350964 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a91151f3-6bc3-4e3d-b0f6-868b2b0f87c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.353069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:39.356355 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-d0f3398b-a872-4e47-97b7-d0e9c78e2840 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519790 Sep 14 01:05:39.359195 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.360181 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8280cb76-19d6-4712-a323-c0e842d0b51f req-76dc6adf-26b1-4334-bfae-8de129952c63 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4409816 Sep 14 01:05:39.369957 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-20062467-f73f-4cba-9405-77772049f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.373737 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-20062467-f73f-4cba-9405-77772049f4a3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.6681373 Sep 14 01:05:39.413604 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3ed4-5ec6-4238-8e52-e8750b976992 req-85a27a78-d78a-4df0-be6a-aa96e08e4357 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.421433 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cfcb3ed4-5ec6-4238-8e52-e8750b976992 req-85a27a78-d78a-4df0-be6a-aa96e08e4357 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0776381 Sep 14 01:05:39.429341 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-338843a7-d412-4c48-b588-5c4765d8e491 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144520 Sep 14 01:05:39.431205 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-7422e73f-e03b-486d-a177-d509d16fe193 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564131 Sep 14 01:05:39.488962 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (066d1318-f081-4dd8-82fd-0c8372c8d5f7), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.491981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.498165 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/066d1318-f081-4dd8-82fd-0c8372c8d5f7 HTTP/1.1" status: 204 len: 168 time: 0.3264384 Sep 14 01:05:39.498819 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:39.514180 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cfcb3ed4-5ec6-4238-8e52-e8750b976992 req-339fb2b7-cba4-47a6-a6b0-40bf708d96fb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917401 Sep 14 01:05:39.514708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e1d7e-bbf7-413b-b4e0-4119b92332ee req-ab726260-16f7-49f9-9597-e732ba814873 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.516543 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a68e1d7e-bbf7-413b-b4e0-4119b92332ee req-ab726260-16f7-49f9-9597-e732ba814873 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0640411 Sep 14 01:05:39.523071 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d1318-f081-4dd8-82fd-0c8372c8d5f7,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:39.549322 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.549671 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.550296 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.550411 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.550657 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.550983 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.551307 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.551766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.552310 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.552744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.553164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.553496 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.553891 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.554220 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.554542 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb769441-4fab-4a6e-b7f8-236b3743f5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:39.614451 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:39.617810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e335e3b-34bd-4794-a080-406ef71f68be" -d '{"events": [{"server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "name": "network-vif-plugged", "status": "completed", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:39.625389 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a68e1d7e-bbf7-413b-b4e0-4119b92332ee req-97a9969f-930a-40fa-a3b0-fb9ba5110486 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963337 Sep 14 01:05:39.644011 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a91151f3-6bc3-4e3d-b0f6-868b2b0f87c2 admin admin] Publish callbacks [] for security_group (dead7dbd-50fe-4e16-82d2-18b7fcc595c1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.649546 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a91151f3-6bc3-4e3d-b0f6-868b2b0f87c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (dead7dbd-50fe-4e16-82d2-18b7fcc595c1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.706956 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b295ba-936c-46ca-99b7-dae30345c131 x-openstack-request-id: req-f9b295ba-936c-46ca-99b7-dae30345c131 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:39.707278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "name": "network-vif-plugged", "status": "completed", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:39.707530 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9b295ba-936c-46ca-99b7-dae30345c131 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:39.708342 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b295ba-936c-46ca-99b7-dae30345c131'] response: {'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'code': 200} Sep 14 01:05:39.749695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9cc07-79cc-42ba-bd63-eb1418bcfa53 req-7072657d-a731-4834-8d4f-fa1e533dfee0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.759476 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53d9cc07-79cc-42ba-bd63-eb1418bcfa53 req-7072657d-a731-4834-8d4f-fa1e533dfee0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0948751 Sep 14 01:05:39.816632 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53d9cc07-79cc-42ba-bd63-eb1418bcfa53 req-4f08b207-b182-48fb-8d00-e6d483b52c6c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558081 Sep 14 01:05:39.883510 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56862) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:39.890800 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-a91151f3-6bc3-4e3d-b0f6-868b2b0f87c2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=111d427ecff1479781c0128156960807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9674573 Sep 14 01:05:39.892056 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91151f3-6bc3-4e3d-b0f6-868b2b0f87c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dead7dbd-50fe-4e16-82d2-18b7fcc595c1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:39.893472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56866) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:39.961187 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3d3f-792a-4198-871c-ec3c63b27224 admin admin] Publish callbacks [] for security_group (dead7dbd-50fe-4e16-82d2-18b7fcc595c1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.990806 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3d3f-792a-4198-871c-ec3c63b27224 admin admin] Publish callbacks [] for security_group (dead7dbd-50fe-4e16-82d2-18b7fcc595c1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:39.994487 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-adbfa474-e708-4d36-a0ce-10161798f60e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 217 time: 0.0501313 Sep 14 01:05:40.023623 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc924204-1332-4805-b5ba-c5fdc10070fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.087908 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-9f970cca-390e-4b2c-af97-05a2e364a933 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419086 Sep 14 01:05:40.090079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3d3f-792a-4198-871c-ec3c63b27224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (dead7dbd-50fe-4e16-82d2-18b7fcc595c1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.092754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3d3f-792a-4198-871c-ec3c63b27224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.096077 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a7ef3d3f-792a-4198-871c-ec3c63b27224 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dead7dbd-50fe-4e16-82d2-18b7fcc595c1 HTTP/1.1" status: 204 len: 168 time: 0.2014596 Sep 14 01:05:40.114554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef3d3f-792a-4198-871c-ec3c63b27224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead7dbd-50fe-4e16-82d2-18b7fcc595c1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:40.152839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc924204-1332-4805-b5ba-c5fdc10070fb admin admin] Publish callbacks [] for security_group (7d3976dc-830d-402b-9648-7b38648e623e), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.157534 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc924204-1332-4805-b5ba-c5fdc10070fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7d3976dc-830d-402b-9648-7b38648e623e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.195505 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:40.200871 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-bc924204-1332-4805-b5ba-c5fdc10070fb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a4e9e4be2bcc4ce59dd4ac80de3bdda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162832 Sep 14 01:05:40.202484 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc924204-1332-4805-b5ba-c5fdc10070fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3976dc-830d-402b-9648-7b38648e623e,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:40.204851 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56876) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:40.274971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-713e8d81-77e8-4bff-82f6-040a5afddd80 admin admin] Publish callbacks [] for security_group (7d3976dc-830d-402b-9648-7b38648e623e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.298715 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-713e8d81-77e8-4bff-82f6-040a5afddd80 admin admin] Publish callbacks [] for security_group (7d3976dc-830d-402b-9648-7b38648e623e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.370107 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-713e8d81-77e8-4bff-82f6-040a5afddd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7d3976dc-830d-402b-9648-7b38648e623e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.372609 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-713e8d81-77e8-4bff-82f6-040a5afddd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.373700 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-713e8d81-77e8-4bff-82f6-040a5afddd80 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7d3976dc-830d-402b-9648-7b38648e623e HTTP/1.1" status: 204 len: 168 time: 0.1672757 Sep 14 01:05:40.401126 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:40.410415 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e8d81-77e8-4bff-82f6-040a5afddd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3976dc-830d-402b-9648-7b38648e623e,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:40.428608 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5846259-aae7-4077-9a38-dcde263fe5f1 req-2273a36d-f9ce-45cf-a35d-86b9a650b675 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.435882 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d5846259-aae7-4077-9a38-dcde263fe5f1 req-2273a36d-f9ce-45cf-a35d-86b9a650b675 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0787079 Sep 14 01:05:40.511249 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d5846259-aae7-4077-9a38-dcde263fe5f1 req-fea6fb83-816d-4a17-8621-a61b8da6088f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744307 Sep 14 01:05:40.521637 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ab616-c9fe-475f-8976-239a10735070 req-6842c21f-0df1-437b-a8a9-1d1be4d56063 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.528833 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b92ab616-c9fe-475f-8976-239a10735070 req-6842c21f-0df1-437b-a8a9-1d1be4d56063 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 945 time: 0.0561981 Sep 14 01:05:40.564389 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:40.629602 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b92ab616-c9fe-475f-8976-239a10735070 req-112d5a7d-61f4-48c2-be53-59cf1ae3d37a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999119 Sep 14 01:05:40.697127 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c8156f5-9d13-4dcb-8839-a3a22037e3a3 req-1e3632da-0800-4f89-88cb-831974db2639 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409903 Sep 14 01:05:40.735261 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.741968 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 61ac6a9d-d543-4896-a237-b3287bcd2644 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:40.750779 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 61ac6a9d-d543-4896-a237-b3287bcd2644 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:40.752036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.752639 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 61ac6a9d-d543-4896-a237-b3287bcd2644 Sep 14 01:05:40.761556 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56900) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:40.791211 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e519ea39-5872-4466-a7ac-2aa346f7246f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.872177 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:40.872820 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.885744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92fe0-590b-4ce8-9635-34640a127911 req-db67ccba-2961-43ad-8b4f-f77d2e81844a tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.893178 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e5c92fe0-590b-4ce8-9635-34640a127911 req-db67ccba-2961-43ad-8b4f-f77d2e81844a tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0933688 Sep 14 01:05:40.922532 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:40.927912 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7055ec-211e-4224-9e41-e73b7ed12004 req-f2fa5e9a-fa0a-4d94-933c-88fb095ad8fb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.928854 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.933063 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5b7055ec-211e-4224-9e41-e73b7ed12004 req-f2fa5e9a-fa0a-4d94-933c-88fb095ad8fb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.1872492 Sep 14 01:05:40.972054 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e5c92fe0-590b-4ce8-9635-34640a127911 req-5e82efa6-080e-48e2-87c5-376646b9b01d tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777228 Sep 14 01:05:40.972323 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dec6f5c2-4382-425e-b0f6-6565ccfd3beb req-c5b09f85-2a19-4c7b-8d7d-9ed8811b8e0b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171693 Sep 14 01:05:41.017979 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4775f65-cf14-44df-82ad-485fcbb120e4 req-a3354da9-f80b-410b-a82e-d80d3ad3b8d7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605637 Sep 14 01:05:41.050950 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:41.054110 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5b7055ec-211e-4224-9e41-e73b7ed12004 req-09834f4b-a57d-47e6-b217-201629fd9ed1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017926 Sep 14 01:05:41.061685 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:41.089899 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e519ea39-5872-4466-a7ac-2aa346f7246f admin admin] Publish callbacks [] for security_group (1cf47d0c-11a2-4e00-9a8f-fa13f0926650), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.095279 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56908) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:41.099029 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.099425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.099794 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.100161 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.100521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.100892 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.101254 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.101542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.101867 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.102262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.102555 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.102916 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.103269 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.103571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.104614 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e519ea39-5872-4466-a7ac-2aa346f7246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1cf47d0c-11a2-4e00-9a8f-fa13f0926650), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.105526 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:41.113052 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6e6dac3d-9561-4c2f-84a5-6f9c28152039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.118863 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.149525 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:41.152682 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:41.199954 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-e519ea39-5872-4466-a7ac-2aa346f7246f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3cd778ba2cd24d54ba42007c51c30cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342639 Sep 14 01:05:41.200177 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56910) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:41.206904 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519ea39-5872-4466-a7ac-2aa346f7246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf47d0c-11a2-4e00-9a8f-fa13f0926650,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:41.218829 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ffb3-1a32-4f63-a791-a7f7969b183e req-e4b86615-c550-4be6-9bf7-6ab3748cfadc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.226068 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5cf6ffb3-1a32-4f63-a791-a7f7969b183e req-e4b86615-c550-4be6-9bf7-6ab3748cfadc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.1323276 Sep 14 01:05:41.236609 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-436adb28-af4c-43fc-b847-dddf1f379d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.238098 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-436adb28-af4c-43fc-b847-dddf1f379d74 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.1029389 Sep 14 01:05:41.284931 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6e6dac3d-9561-4c2f-84a5-6f9c28152039 admin admin] Publish callbacks [] for security_group (9bfebde4-b99e-41c3-91c7-20ac09ec5536), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.289807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6e6dac3d-9561-4c2f-84a5-6f9c28152039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9bfebde4-b99e-41c3-91c7-20ac09ec5536), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.312326 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5cf6ffb3-1a32-4f63-a791-a7f7969b183e req-85f2c04a-2472-4623-a4ab-c0e94ef6fb14 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852654 Sep 14 01:05:41.315288 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-20c4a912-14dd-4f8f-a7b8-f266c617633d admin admin] Publish callbacks [] for security_group (1cf47d0c-11a2-4e00-9a8f-fa13f0926650), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.338242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-20c4a912-14dd-4f8f-a7b8-f266c617633d admin admin] Publish callbacks [] for security_group (1cf47d0c-11a2-4e00-9a8f-fa13f0926650), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.357209 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dac3d-9561-4c2f-84a5-6f9c28152039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfebde4-b99e-41c3-91c7-20ac09ec5536,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:41.364766 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6e6dac3d-9561-4c2f-84a5-6f9c28152039 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2f2f85f939544eeead876788ac3b0663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651157 Sep 14 01:05:41.367103 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56914) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:41.438550 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-20c4a912-14dd-4f8f-a7b8-f266c617633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1cf47d0c-11a2-4e00-9a8f-fa13f0926650), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.441107 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-20c4a912-14dd-4f8f-a7b8-f266c617633d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.445407 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-20c4a912-14dd-4f8f-a7b8-f266c617633d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1cf47d0c-11a2-4e00-9a8f-fa13f0926650 HTTP/1.1" status: 204 len: 168 time: 0.2411399 Sep 14 01:05:41.492471 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4a912-14dd-4f8f-a7b8-f266c617633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf47d0c-11a2-4e00-9a8f-fa13f0926650,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:41.523919 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-52f287d7-92b4-4c43-a95f-60c517e671f7 admin admin] Publish callbacks [] for security_group (9bfebde4-b99e-41c3-91c7-20ac09ec5536), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.527814 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-0c8f3980-ee4a-4ccf-afca-a4b9fbd40922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.529857 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-0c8f3980-ee4a-4ccf-afca-a4b9fbd40922 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831571 Sep 14 01:05:41.559875 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-52f287d7-92b4-4c43-a95f-60c517e671f7 admin admin] Publish callbacks [] for security_group (9bfebde4-b99e-41c3-91c7-20ac09ec5536), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.566219 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:41.623884 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-52f287d7-92b4-4c43-a95f-60c517e671f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9bfebde4-b99e-41c3-91c7-20ac09ec5536), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.628055 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-52f287d7-92b4-4c43-a95f-60c517e671f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.632260 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-52f287d7-92b4-4c43-a95f-60c517e671f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9bfebde4-b99e-41c3-91c7-20ac09ec5536 HTTP/1.1" status: 204 len: 168 time: 0.2610788 Sep 14 01:05:41.639197 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f287d7-92b4-4c43-a95f-60c517e671f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfebde4-b99e-41c3-91c7-20ac09ec5536,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:41.658344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe45ef-9312-4137-b18a-6f7cc5bbc33e req-e85d20a4-68fa-4533-aec1-c0b06d3f708a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.660217 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5cfe45ef-9312-4137-b18a-6f7cc5bbc33e req-e85d20a4-68fa-4533-aec1-c0b06d3f708a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0661986 Sep 14 01:05:41.710320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:41.715973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4eeda7-84a6-478b-b976-db7caa895ef6" -d '{"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-plugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:41.721766 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5cfe45ef-9312-4137-b18a-6f7cc5bbc33e req-d6bf32ef-ef42-46b3-9765-54d902dfda51 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499492 Sep 14 01:05:41.784426 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe8050-18bd-4e65-81f4-d355972e1c0a x-openstack-request-id: req-defe8050-18bd-4e65-81f4-d355972e1c0a {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:41.784913 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-plugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:41.785003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-defe8050-18bd-4e65-81f4-d355972e1c0a {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:41.785334 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defe8050-18bd-4e65-81f4-d355972e1c0a'] response: {'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'code': 200} Sep 14 01:05:41.823122 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf4a7-568b-4a1d-87e2-e32b5372b694 req-46cce1bf-eb00-4a66-b33b-80207779c4b0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.824681 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4a3bf4a7-568b-4a1d-87e2-e32b5372b694 req-46cce1bf-eb00-4a66-b33b-80207779c4b0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0540473 Sep 14 01:05:41.886974 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4a3bf4a7-568b-4a1d-87e2-e32b5372b694 req-01f077c9-543d-4bb1-a79f-ae4f201beb5f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545223 Sep 14 01:05:42.044153 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 56944) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:42.062735 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3a6f-f25e-44c9-9dc2-f576b8539258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.142700 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f5548-f479-4f3d-b796-ef4ae9986af1 req-ae757825-b5b2-4877-98ef-4aed3671b595 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.144971 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-de6f5548-f479-4f3d-b796-ef4ae9986af1 req-ae757825-b5b2-4877-98ef-4aed3671b595 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0843143 Sep 14 01:05:42.160432 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3a6f-f25e-44c9-9dc2-f576b8539258 admin admin] Publish callbacks [] for security_group (77e800e4-10dd-49d6-9840-c26aa1b7ed2c), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.178635 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3a6f-f25e-44c9-9dc2-f576b8539258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (77e800e4-10dd-49d6-9840-c26aa1b7ed2c), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.226564 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-de6f5548-f479-4f3d-b796-ef4ae9986af1 req-71ae5a46-6bdf-404c-84b9-d5e750fd7bf8 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Sep 14 01:05:42.248647 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-0e7e3a6f-f25e-44c9-9dc2-f576b8539258 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=81c7ee8953e54b0fbfb16e612573f832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026510 Sep 14 01:05:42.251168 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 56962) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:42.272951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e5b30-09cc-40b5-b625-5465a572308c req-3f5672a3-77ab-496f-b52d-06de26feb22d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.274769 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d98e5b30-09cc-40b5-b625-5465a572308c req-3f5672a3-77ab-496f-b52d-06de26feb22d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.1104934 Sep 14 01:05:42.317719 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-671f299e-ba73-4392-a2cd-81524d646955 admin admin] Publish callbacks [] for security_group (77e800e4-10dd-49d6-9840-c26aa1b7ed2c), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.343288 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d98e5b30-09cc-40b5-b625-5465a572308c req-b8f5e17c-e5b1-4add-9b8c-f0231e51c071 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Sep 14 01:05:42.343932 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3a6f-f25e-44c9-9dc2-f576b8539258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e800e4-10dd-49d6-9840-c26aa1b7ed2c,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:42.344820 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-671f299e-ba73-4392-a2cd-81524d646955 admin admin] Publish callbacks [] for security_group (77e800e4-10dd-49d6-9840-c26aa1b7ed2c), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.389805 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:42.410294 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-671f299e-ba73-4392-a2cd-81524d646955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (77e800e4-10dd-49d6-9840-c26aa1b7ed2c), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.413564 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-671f299e-ba73-4392-a2cd-81524d646955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.414760 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-671f299e-ba73-4392-a2cd-81524d646955 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/77e800e4-10dd-49d6-9840-c26aa1b7ed2c HTTP/1.1" status: 204 len: 168 time: 0.1621594 Sep 14 01:05:42.429142 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f299e-ba73-4392-a2cd-81524d646955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e800e4-10dd-49d6-9840-c26aa1b7ed2c,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:42.507662 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cfbea-8c5f-48dd-8be3-fa77e88c53be req-9d95e6f7-5fa9-4691-aff2-11da9769028e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.509219 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ef6cfbea-8c5f-48dd-8be3-fa77e88c53be req-9d95e6f7-5fa9-4691-aff2-11da9769028e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0643668 Sep 14 01:05:42.589224 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ef6cfbea-8c5f-48dd-8be3-fa77e88c53be req-cf3698b8-ef29-4db2-90d5-1cfaad1644da tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727718 Sep 14 01:05:42.799845 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049726a-ce32-452f-983d-0579535acbb4 req-0c4c5884-1047-45b3-a678-daf6f09ee97b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.802497 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1049726a-ce32-452f-983d-0579535acbb4 req-0c4c5884-1047-45b3-a678-daf6f09ee97b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0688667 Sep 14 01:05:42.920201 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1049726a-ce32-452f-983d-0579535acbb4 req-86ecbeda-85de-4d67-985d-4e4f3e4ffdf4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103797 Sep 14 01:05:42.955959 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef7ad6-1d20-47ee-818a-c8340ae98e1d req-e9b88c99-eee1-4038-8a2a-247eb74f2bfe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.959349 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d9ef7ad6-1d20-47ee-818a-c8340ae98e1d req-e9b88c99-eee1-4038-8a2a-247eb74f2bfe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.1277494 Sep 14 01:05:43.046496 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d9ef7ad6-1d20-47ee-818a-c8340ae98e1d req-4a617664-f103-4d00-befb-7dbb571e3080 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783129 Sep 14 01:05:43.059830 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cc93c-42b1-455c-96d3-ebc44fa9d4bc req-8cede678-482f-42eb-ad1b-07aa1dd0dd07 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:43.068226 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bf6cc93c-42b1-455c-96d3-ebc44fa9d4bc req-8cede678-482f-42eb-ad1b-07aa1dd0dd07 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0674102 Sep 14 01:05:43.119468 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bf6cc93c-42b1-455c-96d3-ebc44fa9d4bc req-9e234374-b601-4449-9e76-3b33380acbc6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503936 Sep 14 01:05:43.348091 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ad28-45cc-4f20-83c6-9135472ab50f req-11b8ebd8-aef8-46f5-98d6-d3f11f6bb6d3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:43.350415 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b582ad28-45cc-4f20-83c6-9135472ab50f req-11b8ebd8-aef8-46f5-98d6-d3f11f6bb6d3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0495806 Sep 14 01:05:43.383687 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:43.421782 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b582ad28-45cc-4f20-83c6-9135472ab50f req-c6b23e71-373d-488a-9261-c4050a7e6a9a tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Sep 14 01:05:43.725198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8962c-d5b4-4bb1-8082-b3dd048d6fdb req-839266ad-8f15-4118-9012-ca8cdf9d9701 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:43.727285 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-afe8962c-d5b4-4bb1-8082-b3dd048d6fdb req-839266ad-8f15-4118-9012-ca8cdf9d9701 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0613382 Sep 14 01:05:43.748078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:43.791927 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-afe8962c-d5b4-4bb1-8082-b3dd048d6fdb req-5eab176d-5f79-4c30-a94a-c513f0f3fc54 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578995 Sep 14 01:05:44.049103 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dbbb3-3e2e-47a9-8fb5-618a21eb781e req-a8cd6b5e-e790-478f-b202-0a340fe6abcd tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.050615 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4e5dbbb3-3e2e-47a9-8fb5-618a21eb781e req-a8cd6b5e-e790-478f-b202-0a340fe6abcd tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0518847 Sep 14 01:05:44.107136 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4e5dbbb3-3e2e-47a9-8fb5-618a21eb781e req-4f36d330-088d-40a7-9b73-a97e400701f7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491712 Sep 14 01:05:44.207468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac777c-8432-4ab6-80d3-bd77f52bb503 req-4205a4e6-e1fc-4443-ad6a-2ab7f84b23cd tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.209138 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-00ac777c-8432-4ab6-80d3-bd77f52bb503 req-4205a4e6-e1fc-4443-ad6a-2ab7f84b23cd tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 943 time: 0.0727212 Sep 14 01:05:44.244459 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:44.249619 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=5 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:44.277939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d322e-cc87-4d97-a6ef-8387c7f72f03 req-05fa44d9-0841-4793-b03b-d80ff75b5d59 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.279462 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-091d322e-cc87-4d97-a6ef-8387c7f72f03 req-05fa44d9-0841-4793-b03b-d80ff75b5d59 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0663540 Sep 14 01:05:44.399222 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-091d322e-cc87-4d97-a6ef-8387c7f72f03 req-7acc3ee8-78af-420f-863d-79f5f557a74c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129470 Sep 14 01:05:44.444130 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-00ac777c-8432-4ab6-80d3-bd77f52bb503 req-81c4d663-2a70-43db-96c7-99c20a26d846 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166202 Sep 14 01:05:44.530986 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-3b04549a-aa5d-4c1b-8ba5-5043dc37118c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724462 Sep 14 01:05:44.547639 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 620985b6-d85e-4dfc-884a-1a64043ee00d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:44.575393 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:44.597509 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf11c6-d797-48a4-8433-4b00476436b8 req-296ef314-7278-4e7f-811b-b63be2490dec tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.599397 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-addf11c6-d797-48a4-8433-4b00476436b8 req-296ef314-7278-4e7f-811b-b63be2490dec tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0571287 Sep 14 01:05:44.658425 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-addf11c6-d797-48a4-8433-4b00476436b8 req-40e0e662-e8f2-4503-ab0e-82bd20b2937f tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521758 Sep 14 01:05:44.679766 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 620985b6-d85e-4dfc-884a-1a64043ee00d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=620985b6-d85e-4dfc-884a-1a64043ee00d,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:44.687315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'port_id': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'mac_address': 'fa:16:3e:0a:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:44.726923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 620985b6-d85e-4dfc-884a-1a64043ee00d is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:44.727320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:44.742102 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99648241-7a8b-4369-b233-8695f3f42e21 req-5584be00-8088-432a-9e5c-32f7f0b6b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.744066 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620985b6-d85e-4dfc-884a-1a64043ee00d {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:44.744558 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-99648241-7a8b-4369-b233-8695f3f42e21 req-5584be00-8088-432a-9e5c-32f7f0b6b754 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 1129 time: 0.0440855 Sep 14 01:05:44.768019 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 620985b6-d85e-4dfc-884a-1a64043ee00d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=620985b6-d85e-4dfc-884a-1a64043ee00d,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:44.773367 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:44.852925 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=620985b6-d85e-4dfc-884a-1a64043ee00d,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:44.998546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-028bda3c-8811-49ea-94b5-274a3d06ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.009783 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-028bda3c-8811-49ea-94b5-274a3d06ef25 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1129 time: 0.0789397 Sep 14 01:05:45.059014 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f9c67-8dd5-44cf-ad06-10fcd5a12ee9 req-4a1492a4-f2fb-432f-b46d-4c62855fa168 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.068901 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb2f9c67-8dd5-44cf-ad06-10fcd5a12ee9 req-4a1492a4-f2fb-432f-b46d-4c62855fa168 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0891819 Sep 14 01:05:45.089386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:45.143035 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57148) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:45.217222 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb2f9c67-8dd5-44cf-ad06-10fcd5a12ee9 req-44cafa11-6325-40db-b888-78745aa82582 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473618 Sep 14 01:05:45.225617 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-99648241-7a8b-4369-b233-8695f3f42e21 req-3587e275-42e7-463b-a74d-4c8e1912f735 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054539 Sep 14 01:05:45.228731 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635574d-f834-4519-9634-3fc7df7fff70 req-ef1920e3-f1ad-4e50-a534-7a6539816df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.230537 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e635574d-f834-4519-9634-3fc7df7fff70 req-ef1920e3-f1ad-4e50-a534-7a6539816df6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1130 time: 0.1818423 Sep 14 01:05:45.235796 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-6013df89-0120-4e3a-a050-3f5f6baa2086 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687685 Sep 14 01:05:45.275146 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:05:45.291486 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['620985b6-d85e-4dfc-884a-1a64043ee00d'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:45.359986 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-5d8969a3-1a69-40f3-b064-79f35674ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.361465 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-5d8969a3-1a69-40f3-b064-79f35674ec36 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.3178921 Sep 14 01:05:45.374270 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f19e9818-a2ae-4fe7-b222-204d5c094db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.383314 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d70f-290f-45cf-a120-dc84532a81be req-11353d6f-f2e5-438f-b0c6-b3104379f6e5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.384833 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-be38d70f-290f-45cf-a120-dc84532a81be req-11353d6f-f2e5-438f-b0c6-b3104379f6e5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.1224434 Sep 14 01:05:45.481992 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-be38d70f-290f-45cf-a120-dc84532a81be req-ce82b23c-094d-4798-bcdb-70d67d23f783 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874710 Sep 14 01:05:45.530700 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f19e9818-a2ae-4fe7-b222-204d5c094db7 admin admin] Publish callbacks [] for security_group (e573fb2b-e67d-4040-8796-a5974a5ea3bb), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.535417 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f19e9818-a2ae-4fe7-b222-204d5c094db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e573fb2b-e67d-4040-8796-a5974a5ea3bb), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.576824 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ce33-9ca2-4e9d-92b5-3e30202237da req-8e2f5402-5202-46b9-ad34-d7de079b5644 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.577086 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bde1ce33-9ca2-4e9d-92b5-3e30202237da req-8e2f5402-5202-46b9-ad34-d7de079b5644 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0549176 Sep 14 01:05:45.618496 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e9818-a2ae-4fe7-b222-204d5c094db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e573fb2b-e67d-4040-8796-a5974a5ea3bb,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:45.626551 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:45.635920 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f19e9818-a2ae-4fe7-b222-204d5c094db7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1a99d8966c14722b49f35d014e203c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898226 Sep 14 01:05:45.639215 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57168) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:45.662698 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cda98a-4b17-4a61-bda6-0b41116f4ce8 req-0494e94e-59e7-424d-91fc-9f4b427f7d56 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.666544 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bde1ce33-9ca2-4e9d-92b5-3e30202237da req-5182954a-14bc-45c4-aa79-4e670a3b950f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822153 Sep 14 01:05:45.670894 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-70cda98a-4b17-4a61-bda6-0b41116f4ce8 req-0494e94e-59e7-424d-91fc-9f4b427f7d56 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 944 time: 0.1063006 Sep 14 01:05:45.706827 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50be22b1-6913-438d-bf49-247708857681 admin admin] Publish callbacks [] for security_group (e573fb2b-e67d-4040-8796-a5974a5ea3bb), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.733000 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50be22b1-6913-438d-bf49-247708857681 admin admin] Publish callbacks [] for security_group (e573fb2b-e67d-4040-8796-a5974a5ea3bb), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.736769 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-70cda98a-4b17-4a61-bda6-0b41116f4ce8 req-9eea0f35-28b6-4256-9667-4d3a38e25023 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648510 Sep 14 01:05:45.787192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50be22b1-6913-438d-bf49-247708857681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e573fb2b-e67d-4040-8796-a5974a5ea3bb), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.789895 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50be22b1-6913-438d-bf49-247708857681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.791112 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-50be22b1-6913-438d-bf49-247708857681 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e573fb2b-e67d-4040-8796-a5974a5ea3bb HTTP/1.1" status: 204 len: 168 time: 0.1503911 Sep 14 01:05:45.801083 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be22b1-6913-438d-bf49-247708857681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e573fb2b-e67d-4040-8796-a5974a5ea3bb,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:45.881762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57174) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.073455 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-f6dba29c-e1ff-44ab-81e4-5ea982a5e71c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 200 len: 217 time: 0.0532928 Sep 14 01:05:46.093239 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e635574d-f834-4519-9634-3fc7df7fff70 req-23be580b-ad95-4d0b-b64e-7aa6f48144b3 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709386 Sep 14 01:05:46.120765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-25993240-c7d7-43f9-b51a-3faf7c6a8219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.183341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57182) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.188572 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:46.204965 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb2aa-d1f7-4b38-8847-be78de6efbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.216309 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-25993240-c7d7-43f9-b51a-3faf7c6a8219 admin admin] Publish callbacks [] for security_group (ae9d299e-f8e4-4950-b544-53f9bfe7578c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.220832 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-25993240-c7d7-43f9-b51a-3faf7c6a8219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ae9d299e-f8e4-4950-b544-53f9bfe7578c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.274418 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-25993240-c7d7-43f9-b51a-3faf7c6a8219 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d4e64f53fb124fa6b70e35bf156e2545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913722 Sep 14 01:05:46.278121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57188) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.292908 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25993240-c7d7-43f9-b51a-3faf7c6a8219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d299e-f8e4-4950-b544-53f9bfe7578c,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.310424 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:46.313043 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb2aa-d1f7-4b38-8847-be78de6efbfd admin admin] Publish callbacks [] for security_group (3e21b4b1-b965-4bec-af92-3284d0ad9a24), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.319015 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d6ccb2aa-d1f7-4b38-8847-be78de6efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3e21b4b1-b965-4bec-af92-3284d0ad9a24), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.344867 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6122c08-793f-4f7a-8790-fea09de898d8 admin admin] Publish callbacks [] for security_group (ae9d299e-f8e4-4950-b544-53f9bfe7578c), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.366214 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6122c08-793f-4f7a-8790-fea09de898d8 admin admin] Publish callbacks [] for security_group (ae9d299e-f8e4-4950-b544-53f9bfe7578c), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.400162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccb2aa-d1f7-4b38-8847-be78de6efbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e21b4b1-b965-4bec-af92-3284d0ad9a24,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.416467 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d6ccb2aa-d1f7-4b38-8847-be78de6efbfd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=83f26fe886fe41f8bd41ef54a54b8675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316442 Sep 14 01:05:46.418878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57192) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.436249 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab008a4-fbbe-4d5f-a7a8-f8ae6cf53049 req-40295c4f-342c-47a3-93a2-c8a73b6c661e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:46.437799 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6ab008a4-fbbe-4d5f-a7a8-f8ae6cf53049 req-40295c4f-342c-47a3-93a2-c8a73b6c661e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0952888 Sep 14 01:05:46.439481 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6122c08-793f-4f7a-8790-fea09de898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ae9d299e-f8e4-4950-b544-53f9bfe7578c), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.444041 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6122c08-793f-4f7a-8790-fea09de898d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.444675 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e6122c08-793f-4f7a-8790-fea09de898d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ae9d299e-f8e4-4950-b544-53f9bfe7578c HTTP/1.1" status: 204 len: 168 time: 0.1649208 Sep 14 01:05:46.457601 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6122c08-793f-4f7a-8790-fea09de898d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d299e-f8e4-4950-b544-53f9bfe7578c,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.531943 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c5f7-0eb0-4fd9-89c8-3433ec3be93b admin admin] Publish callbacks [] for security_group (3e21b4b1-b965-4bec-af92-3284d0ad9a24), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.538256 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6ab008a4-fbbe-4d5f-a7a8-f8ae6cf53049 req-163e9e5a-ba8d-4c11-91c7-a0564f9a7779 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900028 Sep 14 01:05:46.571667 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:46.574527 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c5f7-0eb0-4fd9-89c8-3433ec3be93b admin admin] Publish callbacks [] for security_group (3e21b4b1-b965-4bec-af92-3284d0ad9a24), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.664070 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c5f7-0eb0-4fd9-89c8-3433ec3be93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3e21b4b1-b965-4bec-af92-3284d0ad9a24), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.666554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c5f7-0eb0-4fd9-89c8-3433ec3be93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.667692 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-aeb4c5f7-0eb0-4fd9-89c8-3433ec3be93b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e21b4b1-b965-4bec-af92-3284d0ad9a24 HTTP/1.1" status: 204 len: 168 time: 0.2475224 Sep 14 01:05:46.677875 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3301ba-9c1c-445a-b688-f37953208490 req-97a35417-1465-4ac3-96f4-ac5757fa8890 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:46.679699 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb3301ba-9c1c-445a-b688-f37953208490 req-97a35417-1465-4ac3-96f4-ac5757fa8890 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0619471 Sep 14 01:05:46.687291 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4c5f7-0eb0-4fd9-89c8-3433ec3be93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e21b4b1-b965-4bec-af92-3284d0ad9a24,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.741693 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eb3301ba-9c1c-445a-b688-f37953208490 req-ec407285-2471-4070-8aac-0f7e60266a21 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516200 Sep 14 01:05:46.860934 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 620985b6-d85e-4dfc-884a-1a64043ee00d up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:46.867383 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.871079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff289946-b45d-40d0-bc76-6d7552af51bc req-8b853f52-bfa1-472b-a477-7d727e45b2e3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:46.872737 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ff289946-b45d-40d0-bc76-6d7552af51bc req-8b853f52-bfa1-472b-a477-7d727e45b2e3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0520766 Sep 14 01:05:46.917245 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57212) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.921700 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 620985b6-d85e-4dfc-884a-1a64043ee00d completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:46.929553 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 620985b6-d85e-4dfc-884a-1a64043ee00d triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:46.930233 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.930729 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 620985b6-d85e-4dfc-884a-1a64043ee00d Sep 14 01:05:46.939296 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ff289946-b45d-40d0-bc76-6d7552af51bc req-ec86279e-1d1d-4019-b16e-53e78814f93a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593719 Sep 14 01:05:46.945480 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e52746e4-9ea4-459c-8cc2-8d672bf6a5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.041834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 620985b6-d85e-4dfc-884a-1a64043ee00d is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:47.042598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.042751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e52746e4-9ea4-459c-8cc2-8d672bf6a5c3 admin admin] Publish callbacks [] for security_group (af370c8d-f607-43ca-ab53-c2f947301f3a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.047993 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e52746e4-9ea4-459c-8cc2-8d672bf6a5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (af370c8d-f607-43ca-ab53-c2f947301f3a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.079620 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:47.083386 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceab06d-e100-4d76-9c09-feb266755e17" -d '{"events": [{"server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "name": "network-vif-plugged", "status": "completed", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:47.084300 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070c2f-df44-4722-99a7-a6156f1a2897 req-7af33d89-624c-4aba-b6e4-9e76d901befb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:47.086144 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-28070c2f-df44-4722-99a7-a6156f1a2897 req-7af33d89-624c-4aba-b6e4-9e76d901befb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 944 time: 0.0671916 Sep 14 01:05:47.106486 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 620985b6-d85e-4dfc-884a-1a64043ee00d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=620985b6-d85e-4dfc-884a-1a64043ee00d,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:47.111309 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.115980 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e52746e4-9ea4-459c-8cc2-8d672bf6a5c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=41e271f4396b43d59c2493b6fe83ebe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929610 Sep 14 01:05:47.115980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57220) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:47.147705 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52746e4-9ea4-459c-8cc2-8d672bf6a5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af370c8d-f607-43ca-ab53-c2f947301f3a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:47.171689 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-28070c2f-df44-4722-99a7-a6156f1a2897 req-4d6d8578-4be3-4e94-b40e-4c4b136c5595 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799031 Sep 14 01:05:47.195615 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6daad137-c3f1-4203-895e-422eab89d7fb admin admin] Publish callbacks [] for security_group (af370c8d-f607-43ca-ab53-c2f947301f3a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.196211 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=620985b6-d85e-4dfc-884a-1a64043ee00d,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:47.214117 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6daad137-c3f1-4203-895e-422eab89d7fb admin admin] Publish callbacks [] for security_group (af370c8d-f607-43ca-ab53-c2f947301f3a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.243752 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cbb35f-7757-4482-8913-bc7338bf9608 x-openstack-request-id: req-b7cbb35f-7757-4482-8913-bc7338bf9608 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:47.244074 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "name": "network-vif-plugged", "status": "completed", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:47.244332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7cbb35f-7757-4482-8913-bc7338bf9608 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:47.244731 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cbb35f-7757-4482-8913-bc7338bf9608'] response: {'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'code': 200} Sep 14 01:05:47.249736 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:47.277163 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6daad137-c3f1-4203-895e-422eab89d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (af370c8d-f607-43ca-ab53-c2f947301f3a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.279700 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6daad137-c3f1-4203-895e-422eab89d7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.280860 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6daad137-c3f1-4203-895e-422eab89d7fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/af370c8d-f607-43ca-ab53-c2f947301f3a HTTP/1.1" status: 204 len: 168 time: 0.1656575 Sep 14 01:05:47.290578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daad137-c3f1-4203-895e-422eab89d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af370c8d-f607-43ca-ab53-c2f947301f3a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:47.712981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-54299493-3115-4764-bd53-7f5ae922f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:47.714508 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-54299493-3115-4764-bd53-7f5ae922f6b4 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.1616659 Sep 14 01:05:47.727741 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e99e4-ca5f-4b6d-8826-3dfd068a8ec1 req-59ae0114-a57c-4a1e-a1fd-3ba7bc3fc32e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:47.727852 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b02e99e4-ca5f-4b6d-8826-3dfd068a8ec1 req-59ae0114-a57c-4a1e-a1fd-3ba7bc3fc32e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0669479 Sep 14 01:05:47.728293 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57246) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:47.791655 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b02e99e4-ca5f-4b6d-8826-3dfd068a8ec1 req-bce5c857-3662-485e-9ef7-572b1c183b9f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549612 Sep 14 01:05:47.917661 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1051587169-network', 'tenant_id': '6df5fe3a39fd4f9fb1ae104e43ec5529'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:47.931128 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a84a0-8e0a-46bd-afba-ac5ea50455ee req-7ffb9da3-e019-4b8f-99cd-6c02f5a91aab tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:47.932653 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-044a84a0-8e0a-46bd-afba-ac5ea50455ee req-7ffb9da3-e019-4b8f-99cd-6c02f5a91aab tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0742064 Sep 14 01:05:47.966016 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Made reservation on behalf of 6df5fe3a39fd4f9fb1ae104e43ec5529 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:47.968395 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.984175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.018387 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-044a84a0-8e0a-46bd-afba-ac5ea50455ee req-3196c945-77e7-47f6-90d5-55cd09d5958c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769730 Sep 14 01:05:48.096959 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:48.130243 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks [] for security_group (32799de8-7e0a-499c-8471-6f757a9e33a2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.134327 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (32799de8-7e0a-499c-8471-6f757a9e33a2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.160045 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad08be-0750-40ae-96f2-3af527cce605 req-dcdd3a97-cf7f-4c58-a0f4-ccc4f6fc72a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:48.161718 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3bad08be-0750-40ae-96f2-3af527cce605 req-dcdd3a97-cf7f-4c58-a0f4-ccc4f6fc72a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0815175 Sep 14 01:05:48.171208 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:05:48.172801 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57268) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:48.181036 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:48.181377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32799de8-7e0a-499c-8471-6f757a9e33a2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:48.190289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (a38a3703-d16c-44ca-97e1-ce1b90cf0588), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.190653 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Added segment a38a3703-d16c-44ca-97e1-ce1b90cf0588 of type vlan for network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 Sep 14 01:05:48.244878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:48.246620 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (fb1d7035-fdb4-44fc-a6f7-c8481e97c847), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.281214 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (fcc49700-1f61-4bc9-9ec9-64cd7c3299db), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.321972 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e2c9-3ddb-4372-b76c-ef03350b079c req-87cbe610-3d0a-4a9c-9446-928a63d98969 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:48.329258 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1223e2c9-3ddb-4372-b76c-ef03350b079c req-87cbe610-3d0a-4a9c-9446-928a63d98969 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0799000 Sep 14 01:05:48.346415 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (fb1d7035-fdb4-44fc-a6f7-c8481e97c847), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.347848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:48.348683 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.441617 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7096655 Sep 14 01:05:48.443237 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57276) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:48.448449 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Request body: {'subnet': {'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1051587169-subnet', 'tenant_id': '6df5fe3a39fd4f9fb1ae104e43ec5529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:48.449456 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1223e2c9-3ddb-4372-b76c-ef03350b079c req-aad1fc2b-97d4-489c-b0d0-f4c8b19d016f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193533 Sep 14 01:05:48.450193 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afa8a4-c0ac-4079-ac5c-3d752eeab234 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1d7035-fdb4-44fc-a6f7-c8481e97c847,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:48.464256 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:05:48.530023 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:48.572887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Made reservation on behalf of 6df5fe3a39fd4f9fb1ae104e43ec5529 for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:48.575220 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.593535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:48.594377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b49a52-0bf6-46c7-821e-0f9f98af84e3 req-350ef077-4a1d-4bc6-b774-e9e5e9ff360e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:48.596507 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-99b49a52-0bf6-46c7-821e-0f9f98af84e3 req-350ef077-4a1d-4bc6-b774-e9e5e9ff360e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0617063 Sep 14 01:05:48.663738 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-99b49a52-0bf6-46c7-821e-0f9f98af84e3 req-e1d1d278-3353-4672-9165-54f8acc4b5a4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603189 Sep 14 01:05:49.094061 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-21b427cb-02d2-4697-9e98-e32932e7b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.096535 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-21b427cb-02d2-4697-9e98-e32932e7b7f7 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591991 Sep 14 01:05:49.204476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07e9b2-3d18-46e0-aa97-d074f0380269 req-2ea861f2-67f1-43f0-bf5a-ac988dcdf489 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.208770 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5c07e9b2-3d18-46e0-aa97-d074f0380269 req-2ea861f2-67f1-43f0-bf5a-ac988dcdf489 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0907977 Sep 14 01:05:49.287532 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (76a4616c-473d-4867-b751-9f33f0a12aba), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:49.404891 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:49.416083 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5c07e9b2-3d18-46e0-aa97-d074f0380269 req-340ad43c-4399-4612-96f2-19333cad7ccc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788006 Sep 14 01:05:49.420726 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (fcc49700-1f61-4bc9-9ec9-64cd7c3299db), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:49.428098 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-4f3ba46e-51ca-429f-82b1-f58d75ba0e85 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154601 Sep 14 01:05:49.476027 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a4616c-473d-4867-b751-9f33f0a12aba,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:49.525251 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:49.562448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Checking segment: {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:49.562787 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Network hostable DHCP agents. Network: fb1d7035-fdb4-44fc-a6f7-c8481e97c847, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:05:49.572100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b0d07-1808-4558-8a15-bc16b20e0663 req-95b35174-92ad-4324-bb99-4c75f5254603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.573714 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d49b0d07-1808-4558-8a15-bc16b20e0663 req-95b35174-92ad-4324-bb99-4c75f5254603 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1129 time: 0.1584902 Sep 14 01:05:49.607908 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP fcc49700-1f61-4bc9-9ec9-64cd7c3299db associated. External IP: 172.27.1.141, port: c55b96cb-5290-47cc-a378-c5a31536d115. Sep 14 01:05:49.612621 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:05:49.624695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074a571-bf10-42bc-9ec4-26e02cd1c920 req-2d1c0b5a-32d0-4a67-95dc-467b1b766a3c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.626393 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c074a571-bf10-42bc-9ec4-26e02cd1c920 req-2d1c0b5a-32d0-4a67-95dc-467b1b766a3c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0571547 Sep 14 01:05:49.666471 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, fb1d7035-fdb4-44fc-a6f7-c8481e97c847) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:49.677457 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.678700 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:49.680801 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c6fd2-4552-4290-b44b-e3041c86d95e None None] Network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:49.715411 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c074a571-bf10-42bc-9ec4-26e02cd1c920 req-9210b3a9-c659-44ab-acd5-72157fc5bace tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788093 Sep 14 01:05:49.732779 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2df36bb2-0b67-4611-85ab-10c30b35b083 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2892799 Sep 14 01:05:49.880417 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3bdcc2-cf75-4317-8c3c-c6d60232d9e0 None None] Network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:49.952659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9c7b-382a-42c8-93f9-1c9e60d23eae req-0f189900-b315-424e-88c9-60ad2fe39249 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.955211 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:49.956455 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395d02-b4de-4505-8d7f-848476c09077 req-8a8b3ac1-e595-47d4-8d54-adca441579b9 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.959905 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-eafd9c7b-382a-42c8-93f9-1c9e60d23eae req-0f189900-b315-424e-88c9-60ad2fe39249 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0867062 Sep 14 01:05:49.967711 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f6395d02-b4de-4505-8d7f-848476c09077 req-8a8b3ac1-e595-47d4-8d54-adca441579b9 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.1073987 Sep 14 01:05:49.970724 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57342) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:49.986385 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'floatingip': {'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:50.058305 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.138580 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d49b0d07-1808-4558-8a15-bc16b20e0663 req-42b1d01f-b167-493f-8dc9-8e93a34c1c60 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324575 Sep 14 01:05:50.143295 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f6395d02-b4de-4505-8d7f-848476c09077 req-e84ea25d-d37c-4a7f-a868-8e75eaa9ac75 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777718 Sep 14 01:05:50.151138 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:50.319219 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:50.324675 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.335903 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:50.351720 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:50.352353 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:50.377764 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-14b6d435-a168-42ed-9af1-e476bb15900a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/fcc49700-1f61-4bc9-9ec9-64cd7c3299db HTTP/1.1" status: 200 len: 991 time: 2.2025366 Sep 14 01:05:50.378516 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:50.380817 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97802928-a87e-4c12-81d3-a1ea2ad0b19b" -d '{"events": [{"name": "network-changed", "server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:50.416789 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.489354 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a8ca2-37ad-45aa-aa4e-93f614a58706 x-openstack-request-id: req-e28a8ca2-37ad-45aa-aa4e-93f614a58706 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:50.489695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:50.489986 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e28a8ca2-37ad-45aa-aa4e-93f614a58706 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:50.490391 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28a8ca2-37ad-45aa-aa4e-93f614a58706'] response: {'name': 'network-changed', 'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'status': 'completed', 'code': 200} Sep 14 01:05:50.521807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57352) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:50.615794 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.641225 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:50.657785 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2896e-1faf-4184-a1d1-edc507c8060f req-a4af7b27-8ce9-4952-893f-6948bfe0af85 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:50.665548 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eda2896e-1faf-4184-a1d1-edc507c8060f req-a4af7b27-8ce9-4952-893f-6948bfe0af85 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.1197238 Sep 14 01:05:50.756262 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eda2896e-1faf-4184-a1d1-edc507c8060f req-8251ca6b-f169-4edc-b784-4b2b9a9e5dfd tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840092 Sep 14 01:05:50.763783 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7912ce5f-f8e4-4cb8-9de1-c88f06c7cff2 req-313058bb-b24f-4240-814a-efb8ac88718f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586217 Sep 14 01:05:50.804437 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b03f888c-c6b9-4a35-aeea-357b213ce846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.861456 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.905549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b03f888c-c6b9-4a35-aeea-357b213ce846 admin admin] Publish callbacks [] for security_group (07a66fdb-91cb-4cd9-b78a-9b6d0e019580), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.911170 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b03f888c-c6b9-4a35-aeea-357b213ce846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (07a66fdb-91cb-4cd9-b78a-9b6d0e019580), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.953716 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.962357 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b03f888c-c6b9-4a35-aeea-357b213ce846 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1d326e5bd894aeb8fa6519ef115861c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367857 Sep 14 01:05:50.962357 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f888c-c6b9-4a35-aeea-357b213ce846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a66fdb-91cb-4cd9-b78a-9b6d0e019580,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:50.963428 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57364) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:50.984020 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:49Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:51.009311 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:51.018792 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:51.019168 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:51.125208 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:51.184954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e36eda19-147e-4b61-9842-050a936ec627 admin admin] Publish callbacks [] for security_group (07a66fdb-91cb-4cd9-b78a-9b6d0e019580), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.265797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e36eda19-147e-4b61-9842-050a936ec627 admin admin] Publish callbacks [] for security_group (07a66fdb-91cb-4cd9-b78a-9b6d0e019580), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.357203 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.358759 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:49Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:51.368760 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778023-b2c0-4533-b112-879092abfe2f req-e8e8e1c8-1e91-4e1a-ae83-d8dfcc1f150e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:51.370219 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-08778023-b2c0-4533-b112-879092abfe2f req-e8e8e1c8-1e91-4e1a-ae83-d8dfcc1f150e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.1144693 Sep 14 01:05:51.370881 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.384680 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709ebcb-904d-47d1-b42a-16d71e6f23fb None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:49Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:51.486043 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e36eda19-147e-4b61-9842-050a936ec627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (07a66fdb-91cb-4cd9-b78a-9b6d0e019580), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.488695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e36eda19-147e-4b61-9842-050a936ec627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.489986 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-e36eda19-147e-4b61-9842-050a936ec627 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/07a66fdb-91cb-4cd9-b78a-9b6d0e019580 HTTP/1.1" status: 204 len: 168 time: 0.5253651 Sep 14 01:05:51.527584 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eda19-147e-4b61-9842-050a936ec627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a66fdb-91cb-4cd9-b78a-9b6d0e019580,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:51.534791 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-08778023-b2c0-4533-b112-879092abfe2f req-6b3820c3-a348-4138-9f66-3bd0411f5818 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297228 Sep 14 01:05:51.568935 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Floating IP f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf associated. External IP: 172.27.1.239, port: 61ac6a9d-d543-4896-a237-b3287bcd2644. Sep 14 01:05:51.624590 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-44d093a8-1164-4698-a8a1-2872eca2fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:51.626301 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-44d093a8-1164-4698-a8a1-2872eca2fde1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 1129 time: 0.1097739 Sep 14 01:05:51.834114 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:51.951933 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270c18e-4895-4f9a-be61-d09925f6e651 req-d42cf26a-c200-404e-b2d9-172352c3dabf tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:51.954507 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f270c18e-4895-4f9a-be61-d09925f6e651 req-d42cf26a-c200-404e-b2d9-172352c3dabf tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0813878 Sep 14 01:05:51.979016 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57386) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:52.005521 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81aa6601-ca37-43f8-a212-d436c0621f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.007983 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.035349 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f270c18e-4895-4f9a-be61-d09925f6e651 req-03651924-d09c-4d5d-ad1a-17213baee315 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730896 Sep 14 01:05:52.277046 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a5450-5caf-4174-be11-bf89681e5c7c None None] New status for floating IP fcc49700-1f61-4bc9-9ec9-64cd7c3299db: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:05:52.281034 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.355813 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:52.366482 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.376928 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:52.392148 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:52.394532 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:52.448899 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-8b4cd04b-be70-46a3-8936-4dd0c9b00cfd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf HTTP/1.1" status: 200 len: 992 time: 2.4695504 Sep 14 01:05:52.453881 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:52.456364 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29" -d '{"events": [{"name": "network-changed", "server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:52.516080 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:52.536741 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-ffa37089-f284-4102-b864-de32f659fb09 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:52.538242 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-ffa37089-f284-4102-b864-de32f659fb09 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/networks?id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 200 len: 809 time: 0.2958138 Sep 14 01:05:52.540298 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b492c0b1-9de1-421d-8b9b-f07b3c14a149 x-openstack-request-id: req-b492c0b1-9de1-421d-8b9b-f07b3c14a149 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:52.540583 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:52.540834 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b492c0b1-9de1-421d-8b9b-f07b3c14a149 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:52.541219 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b492c0b1-9de1-421d-8b9b-f07b3c14a149'] response: {'name': 'network-changed', 'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'status': 'completed', 'code': 200} Sep 14 01:05:52.585347 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-b71111f4-a554-4f0c-aadb-537b4bdd27dc tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/quotas/6df5fe3a39fd4f9fb1ae104e43ec5529 HTTP/1.1" status: 200 len: 375 time: 0.0387833 Sep 14 01:05:52.587400 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81aa6601-ca37-43f8-a212-d436c0621f21 admin admin] Publish callbacks [] for security_group (14cabc11-2e5f-4298-a89d-b30573449f47), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.606927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81aa6601-ca37-43f8-a212-d436c0621f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (14cabc11-2e5f-4298-a89d-b30573449f47), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.670530 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-e44224a4-6ca3-420f-a615-049ef44e6f59 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679879 Sep 14 01:05:52.681331 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.682212 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.683480 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-51969337-1827-4199-bde1-d9e42d72813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:52.685091 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-51969337-1827-4199-bde1-d9e42d72813d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.2828958 Sep 14 01:05:52.700934 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-81aa6601-ca37-43f8-a212-d436c0621f21 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=440c3550f6764cf5a76367a8ea2b0a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7192972 Sep 14 01:05:52.703080 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa6601-ca37-43f8-a212-d436c0621f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cabc11-2e5f-4298-a89d-b30573449f47,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:52.709980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57404) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:52.750121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d5c09-6770-4958-8406-f30ccd986674 req-e2e78e36-6ace-4222-9ac5-6431c9b4d4ed tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:52.752135 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea2d5c09-6770-4958-8406-f30ccd986674 req-e2e78e36-6ace-4222-9ac5-6431c9b4d4ed tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0841086 Sep 14 01:05:52.792746 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'mac_address': 'fa:16:3e:e7:e3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:02Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:52.825872 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:52.831275 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-a01b3c53-d918-4a87-b9f3-06ec889c8859 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451342 Sep 14 01:05:52.836657 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:52.837493 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:52.853769 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-264f9c26-afd2-4949-a65c-005936429399 admin admin] Publish callbacks [] for security_group (14cabc11-2e5f-4298-a89d-b30573449f47), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.913480 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-264f9c26-afd2-4949-a65c-005936429399 admin admin] Publish callbacks [] for security_group (14cabc11-2e5f-4298-a89d-b30573449f47), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.944616 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea2d5c09-6770-4958-8406-f30ccd986674 req-4f6f1fd9-c9a9-47ff-9fd7-bf116e845075 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732514 Sep 14 01:05:52.968280 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:52.983062 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-83be7677-c128-4d64-8269-e6e9a1d5a10b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c55b96cb-5290-47cc-a378-c5a31536d115 HTTP/1.1" status: 200 len: 1001 time: 0.1493158 Sep 14 01:05:52.990018 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-264f9c26-afd2-4949-a65c-005936429399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (14cabc11-2e5f-4298-a89d-b30573449f47), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.005284 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-264f9c26-afd2-4949-a65c-005936429399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.006470 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-264f9c26-afd2-4949-a65c-005936429399 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14cabc11-2e5f-4298-a89d-b30573449f47 HTTP/1.1" status: 204 len: 168 time: 0.2951753 Sep 14 01:05:53.017780 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f9c26-afd2-4949-a65c-005936429399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cabc11-2e5f-4298-a89d-b30573449f47,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:53.025851 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-91a1e1bd-70c5-4c5e-9f6b-9dd2c9e5102b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934812 Sep 14 01:05:53.131070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3683af-aa97-487a-906c-39a988d95baf req-39c1472d-5ac8-42cb-b8cd-792df37e5e88 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:53.133775 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ba3683af-aa97-487a-906c-39a988d95baf req-39c1472d-5ac8-42cb-b8cd-792df37e5e88 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0684218 Sep 14 01:05:53.146933 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57416) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:53.152391 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'floatingip': {'port_id': '620985b6-d85e-4dfc-884a-1a64043ee00d'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:53.220551 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (5c8196d2-99b7-429e-bf63-addeec3b4c17), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.321763 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'mac_address': 'fa:16:3e:e7:e3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:02Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:53.337961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beca13-879d-4ce4-9063-050c7d29caba req-2a220112-a56d-46fa-9184-7e2aa094ce15 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:53.350821 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f1beca13-879d-4ce4-9063-050c7d29caba req-2a220112-a56d-46fa-9184-7e2aa094ce15 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0853429 Sep 14 01:05:53.354946 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b200df76-3e3e-4984-aacc-230465780ddc req-72f02103-6666-4a1c-8c2c-947384c00ff0 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 210 time: 0.0652490 Sep 14 01:05:53.371636 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7ad5b-4ae5-4e7e-80f4-9a198cf9e914 None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'mac_address': 'fa:16:3e:e7:e3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:02Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:53.488078 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f1beca13-879d-4ce4-9063-050c7d29caba req-9474aedc-65fb-4842-9950-0dda072cffbb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325288 Sep 14 01:05:53.542954 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.567679 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.586578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-6937f17d-46c9-4b63-9ca8-0c572ee74efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:53.589494 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-6937f17d-46c9-4b63-9ca8-0c572ee74efe service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1130 time: 0.0859652 Sep 14 01:05:53.640979 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-16a4d27c-be31-49c3-8613-d74555292086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:53.642545 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-16a4d27c-be31-49c3-8613-d74555292086 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.1155763 Sep 14 01:05:53.662010 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.711947 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5c70f-a35a-4d9a-89d4-4aee379bec57 None None] New status for floating IP f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:05:53.749951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-001faae3-368c-4fb5-ab4b-0122a22f2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:53.751502 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-001faae3-368c-4fb5-ab4b-0122a22f2992 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007013 Sep 14 01:05:53.756473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-6c49b4ec-b984-479a-a49c-fd9b5eeca563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:53.758002 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-6c49b4ec-b984-479a-a49c-fd9b5eeca563 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.1454320 Sep 14 01:05:53.933377 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-2c4033ef-4330-4888-9456-5cb71b468847 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 1000 time: 0.1619442 Sep 14 01:05:53.953678 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-ad6c6476-e343-43b4-b42c-13e6feb54a3f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573896 Sep 14 01:05:54.057374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-8437d7ac-28b6-438d-8138-c7c45b0423d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:54.061393 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-8437d7ac-28b6-438d-8138-c7c45b0423d1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.1167848 Sep 14 01:05:54.083044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.db.resource_extend [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 01:05:54.147866 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.170018 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (5c8196d2-99b7-429e-bf63-addeec3b4c17), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.233379 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-a72a44d3-af22-4c5b-a8d7-3cc5ccff7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:54.235179 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-a72a44d3-af22-4c5b-a8d7-3cc5ccff7ddb service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071246 Sep 14 01:05:54.243351 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-a7a3bfa5-1898-412b-ad40-285b0ebf6397 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636983 Sep 14 01:05:54.285081 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97802928-a87e-4c12-81d3-a1ea2ad0b19b req-03839cb2-0520-4ab2-b423-7cfdaa007422 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688069 Sep 14 01:05:54.286095 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Floating IP 5c8196d2-99b7-429e-bf63-addeec3b4c17 associated. External IP: 172.27.1.30, port: 620985b6-d85e-4dfc-884a-1a64043ee00d. Sep 14 01:05:54.401525 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-3aa3576a-97ba-4d48-b1b9-f58ebcdef44d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569438 Sep 14 01:05:54.746383 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:54.759863 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfa994-60b1-4642-b53c-3eeea5a5ae36 req-f0893401-b2ed-4917-bd9f-996737c1e7e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:54.760781 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8bfa994-60b1-4642-b53c-3eeea5a5ae36 req-f0893401-b2ed-4917-bd9f-996737c1e7e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0911698 Sep 14 01:05:54.807467 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-08a6af1c-d5fd-440b-bbff-dbd39a6f1e29 req-693a8ba8-63d4-44d2-b900-c22fc653f3a2 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578084 Sep 14 01:05:54.834044 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8bfa994-60b1-4642-b53c-3eeea5a5ae36 req-bf734bbc-9235-4079-9cef-76c7a480060c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613108 Sep 14 01:05:54.834269 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d23d6351-da8d-4a34-a82c-2a1873587e60 req-aa703693-1e51-40d1-b586-0a7945a81019 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 210 time: 0.3827269 Sep 14 01:05:54.871590 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-bcd21cbe-d104-4240-9af1-9383feca07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:54.873357 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-bcd21cbe-d104-4240-9af1-9383feca07b3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1129 time: 0.4232259 Sep 14 01:05:54.910124 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Router 9a01197e-b665-469e-87db-e44bf999bf2b has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:54.960445 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 57462) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:55.073571 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:55.077564 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-63ff4d46-1a2e-4caa-9317-c05b3c2d5663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.084053 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:55.117677 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-20eb72b3-2b35-41e2-9fdf-ea9dbb587920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.119221 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-20eb72b3-2b35-41e2-9fdf-ea9dbb587920 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.2044713 Sep 14 01:05:55.121839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:55.126509 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.136908 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:55.161235 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-63ff4d46-1a2e-4caa-9317-c05b3c2d5663 admin admin] Publish callbacks [] for security_group (6bea8d7a-a1de-4b51-9e95-4260470cbab2), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.170028 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-63ff4d46-1a2e-4caa-9317-c05b3c2d5663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6bea8d7a-a1de-4b51-9e95-4260470cbab2), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.170668 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-68ab4c06-565e-4ba3-9d8a-6a33faa895d5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/5c8196d2-99b7-429e-bf63-addeec3b4c17 HTTP/1.1" status: 200 len: 990 time: 2.0220323 Sep 14 01:05:55.171498 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:55.174604 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:55.216809 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-63ff4d46-1a2e-4caa-9317-c05b3c2d5663 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a12b94866d7c448a89bfe0ad9ee874aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552629 Sep 14 01:05:55.217547 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff4d46-1a2e-4caa-9317-c05b3c2d5663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea8d7a-a1de-4b51-9e95-4260470cbab2,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.219533 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57474) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:55.244534 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b1e2b-b9ba-4ba0-adf5-c15f3460b9f0 x-openstack-request-id: req-917b1e2b-b9ba-4ba0-adf5-c15f3460b9f0 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:55.244889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:55.245204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-917b1e2b-b9ba-4ba0-adf5-c15f3460b9f0 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:55.245668 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-917b1e2b-b9ba-4ba0-adf5-c15f3460b9f0'] response: {'name': 'network-changed', 'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'status': 'completed', 'code': 200} Sep 14 01:05:55.260572 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:55.261246 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:55.289175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e49e-0b36-4ec0-9733-ff253a929b86 admin admin] Publish callbacks [] for security_group (6bea8d7a-a1de-4b51-9e95-4260470cbab2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.312716 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e49e-0b36-4ec0-9733-ff253a929b86 admin admin] Publish callbacks [] for security_group (6bea8d7a-a1de-4b51-9e95-4260470cbab2), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.366041 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:55.366479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e49e-0b36-4ec0-9733-ff253a929b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6bea8d7a-a1de-4b51-9e95-4260470cbab2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.369089 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e49e-0b36-4ec0-9733-ff253a929b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.370222 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f9a5e49e-0b36-4ec0-9733-ff253a929b86 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6bea8d7a-a1de-4b51-9e95-4260470cbab2 HTTP/1.1" status: 204 len: 168 time: 0.1494589 Sep 14 01:05:55.379659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5e49e-0b36-4ec0-9733-ff253a929b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea8d7a-a1de-4b51-9e95-4260470cbab2,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.488161 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-785aca70-d097-46b0-a7d7-ff357855061e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 217 time: 0.0721636 Sep 14 01:05:55.501946 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-bd87c7aa-fbf7-45ab-91a4-1e868dc806d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.504345 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-bd87c7aa-fbf7-45ab-91a4-1e868dc806d3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1129 time: 0.0861154 Sep 14 01:05:55.558559 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-5a955561-83fb-46c0-b8d3-3726e22a7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.560072 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-5a955561-83fb-46c0-b8d3-3726e22a7bbb service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0662096 Sep 14 01:05:55.657973 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '5c8196d2-99b7-429e-bf63-addeec3b4c17', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'port_id': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'mac_address': 'fa:16:3e:0a:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e701782-aa36-44dd-be23-a59054d8cb32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:04:56Z', 'updated_at': '2022-09-14T01:05:53Z', 'revision_number': 1, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:55.675793 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-e6319611-ace7-4032-b2dd-ccf862032c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.679928 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-e6319611-ace7-4032-b2dd-ccf862032c85 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927830 Sep 14 01:05:55.714963 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:55.728024 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:55.729068 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:05:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:55.744148 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:55.762899 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-200c6b7c-b98a-466b-9b40-c273e8042fae tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.764861 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-200c6b7c-b98a-466b-9b40-c273e8042fae tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "GET /networking/v2.0/networks?id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 200 len: 809 time: 0.1762252 Sep 14 01:05:55.767796 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-3e7c4361-950c-4c97-a1e6-7c20818ce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.769425 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-3e7c4361-950c-4c97-a1e6-7c20818ce2f9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 910 time: 0.1898081 Sep 14 01:05:55.795649 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Request body: {'port': {'device_id': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847', 'admin_state_up': True, 'tenant_id': '6df5fe3a39fd4f9fb1ae104e43ec5529'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:55.839526 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:55.853093 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-6cb9ec48-9c7d-4be1-a01e-b12e548c095c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642911 Sep 14 01:05:55.862635 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:55.934140 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-5015a4bf-f327-432d-9bd8-b81ec280a38d service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 200 len: 998 time: 0.1434336 Sep 14 01:05:55.976867 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:56.011779 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f0189c8f-5f21-4a87-a971-966b39a44f33 req-600aa2d2-a332-4c17-a213-1bff5596006d tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 210 time: 0.0457916 Sep 14 01:05:56.024247 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a762a3d-0970-4537-8d13-31312ef0108f req-216f3dcb-1ccc-4e00-82a1-25563bea8c6f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:56.039773 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4a762a3d-0970-4537-8d13-31312ef0108f req-216f3dcb-1ccc-4e00-82a1-25563bea8c6f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0672922 Sep 14 01:05:56.123843 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-a1a409d6-48d2-4c1d-bf0f-901335cda8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:56.126576 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-a1a409d6-48d2-4c1d-bf0f-901335cda8fc service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.0765040 Sep 14 01:05:56.128595 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Made reservation on behalf of 6df5fe3a39fd4f9fb1ae104e43ec5529 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:56.134240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.153775 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4a762a3d-0970-4537-8d13-31312ef0108f req-038515e7-173e-4a08-b024-51f85196fb0d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192639 Sep 14 01:05:56.203742 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '5c8196d2-99b7-429e-bf63-addeec3b4c17', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'port_id': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'mac_address': 'fa:16:3e:0a:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e701782-aa36-44dd-be23-a59054d8cb32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:04:56Z', 'updated_at': '2022-09-14T01:05:53Z', 'revision_number': 1, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:56.220100 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a6c9aba-b5de-45a1-aac0-727655a2e364 req-914ce2b4-16fe-41c4-bae7-b9aa16d62370 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777127 Sep 14 01:05:56.226097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-2953e5fd-ee8f-444b-a2ee-9cd3de63c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:56.227818 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-2953e5fd-ee8f-444b-a2ee-9cd3de63c4ff service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886521 Sep 14 01:05:56.242786 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7c7b3-0a53-426f-abc8-a55b081306db None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '5c8196d2-99b7-429e-bf63-addeec3b4c17', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'port_id': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'mac_address': 'fa:16:3e:0a:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e701782-aa36-44dd-be23-a59054d8cb32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:04:56Z', 'updated_at': '2022-09-14T01:05:53Z', 'revision_number': 1, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:56.386491 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:56.442738 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Allocated IP 172.20.0.5 (fb1d7035-fdb4-44fc-a6f7-c8481e97c847/76a4616c-473d-4867-b751-9f33f0a12aba/98762bb8-46f5-4fd3-b2c3-8918a3fa0923) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:56.446666 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-998a6ddd-0cbc-43dd-9295-449fead7c851 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755137 Sep 14 01:05:56.637185 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-841b9759-cf4a-48e4-bf89-1a9ec0d9b52a req-e7b61cf3-3c70-48db-b2b9-5e2b7f80977d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738477 Sep 14 01:05:56.695204 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks [] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.734409 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.745484 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:56.787823 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:56.793401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:56.798277 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:56.807835 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:56.807835 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.809131 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Pushing event updated for resources: {'Port': ['ID=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:56.827720 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-98efc944-6583-484c-87d2-ec3050703489 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0382197 Sep 14 01:05:56.860308 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Request body: {'port': {'device_id': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:56.935455 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.098003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7056b-be06-4c69-b3c6-79cb8c9172cd None None] New status for floating IP 5c8196d2-99b7-429e-bf63-addeec3b4c17: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:05:57.166151 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf61029-391d-4471-b64b-5606cd4a2222 req-7c5e3d63-31de-4678-87bc-9d93de13e6d7 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:57.167677 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-daf61029-391d-4471-b64b-5606cd4a2222 req-7c5e3d63-31de-4678-87bc-9d93de13e6d7 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 931 time: 0.0616899 Sep 14 01:05:57.215993 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:57.253380 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-daf61029-391d-4471-b64b-5606cd4a2222 req-124d59fe-ed03-4d67-9230-d8267ba75356 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788786 Sep 14 01:05:57.298415 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:57.306795 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Publish callbacks [] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.315620 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f33f35-2444-4a61-a026-7e11b2db654d req-6350bb35-268f-4b97-811c-c5124a6ee56d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:57.317148 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d5f33f35-2444-4a61-a026-7e11b2db654d req-6350bb35-268f-4b97-811c-c5124a6ee56d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0684316 Sep 14 01:05:57.320509 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Transition to ACTIVE for port object 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:57.323681 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.371936 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d5f33f35-2444-4a61-a026-7e11b2db654d req-af12d692-1ee2-4ec4-8ab0-7d08bdc3954e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Sep 14 01:05:57.383157 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:57.403580 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Attempting to bind port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:57.403982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Attempting to bind port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:57.404316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Attempting to bind port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 on network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:57.447451 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 on network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:57.447808 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Attempting to bind port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 on network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:57.495854 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:57.496184 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Checking segment: {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:57.496565 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Bound using segment: {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:57.496989 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Bound port: 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:57.497345 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.560976 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] For port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:57.563944 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] For port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:57.571706 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.576066 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:57.576676 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.578060 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/98762bb8-46f5-4fd3-b2c3-8918a3fa0923 HTTP/1.1" status: 200 len: 1093 time: 0.7259250 Sep 14 01:05:57.578596 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'tag': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:57.581253 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5536588a-a64b-427e-837f-d4396a09f459" -d '{"events": [{"name": "network-changed", "server_uuid": "54efdf1e-6204-49c7-9f19-aaeecd377da5", "tag": "98762bb8-46f5-4fd3-b2c3-8918a3fa0923"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:57.613970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:57.622695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b345ef-f328-4a63-811d-0232f20b8937 x-openstack-request-id: req-06b345ef-f328-4a63-811d-0232f20b8937 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:57.622976 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54efdf1e-6204-49c7-9f19-aaeecd377da5", "tag": "98762bb8-46f5-4fd3-b2c3-8918a3fa0923", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:57.623221 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06b345ef-f328-4a63-811d-0232f20b8937 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:57.623636 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b345ef-f328-4a63-811d-0232f20b8937'] response: {'name': 'network-changed', 'server_uuid': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'tag': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923', 'status': 'completed', 'code': 200} Sep 14 01:05:57.636929 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af8f44-7a0a-413e-a126-07b54554ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:57.736598 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-2c017d10-2848-4f7a-9196-65d619ad5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:57.738106 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-2c017d10-2848-4f7a-9196-65d619ad5695 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 1127 time: 0.0396345 Sep 14 01:05:57.799892 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-e101d03d-d72f-48ad-a07e-2802632430df service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923 HTTP/1.1" status: 200 len: 217 time: 0.0368469 Sep 14 01:05:57.853355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-9e975855-328f-4574-aa1d-3169ddca3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:57.854780 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-9e975855-328f-4574-aa1d-3169ddca3b1e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=76a4616c-473d-4867-b751-9f33f0a12aba HTTP/1.1" status: 200 len: 849 time: 0.0451806 Sep 14 01:05:57.888029 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-f58d2990-5fd3-487c-bf73-96175562ab30 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262802 Sep 14 01:05:57.988061 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-b3222c0f-f0a3-44b5-a260-7ccd0ff71ca5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909891 Sep 14 01:05:58.090016 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb010cf5-2738-4405-97af-8cb1fb3acaa5 req-89ac804f-cf26-4e1b-a5a8-5be99cd612b0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Sep 14 01:05:58.381246 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e025fc3-4f16-45db-bf8f-6091aed2f0e8 req-a91264df-4b77-4536-abaf-199787cb7bda tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:58.382724 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e025fc3-4f16-45db-bf8f-6091aed2f0e8 req-a91264df-4b77-4536-abaf-199787cb7bda tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0518515 Sep 14 01:05:58.433401 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3e025fc3-4f16-45db-bf8f-6091aed2f0e8 req-6cf25c93-5915-4ef0-801c-511d051c1e6f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Sep 14 01:05:58.514866 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579e085-cc9b-4747-9572-bed58fb9e9cd req-8984191c-291b-4c79-b803-25a64e69fca4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:58.516402 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2579e085-cc9b-4747-9572-bed58fb9e9cd req-8984191c-291b-4c79-b803-25a64e69fca4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0524051 Sep 14 01:05:58.564909 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2579e085-cc9b-4747-9572-bed58fb9e9cd req-0de083ad-7dc0-4326-9320-b1699d8f35e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Sep 14 01:05:59.553852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d36dac-0060-479e-ab3a-974f38c82256 req-c01b41af-713a-40c9-9f16-555cabb73f73 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:59.555321 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a1d36dac-0060-479e-ab3a-974f38c82256 req-c01b41af-713a-40c9-9f16-555cabb73f73 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0456939 Sep 14 01:05:59.603265 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a1d36dac-0060-479e-ab3a-974f38c82256 req-4fd565e3-6ab3-4b04-9b5b-bd7b47c5e34a tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Sep 14 01:05:59.685124 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360d007-6ebd-451f-9278-16e8150de627 req-e1c092da-18e8-4596-a2f6-2b83e19773f3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:59.686553 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3360d007-6ebd-451f-9278-16e8150de627 req-e1c092da-18e8-4596-a2f6-2b83e19773f3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0456555 Sep 14 01:05:59.733829 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3360d007-6ebd-451f-9278-16e8150de627 req-1cb8c0b9-18be-4a46-ab50-00a085b2dda4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Sep 14 01:06:00.711666 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:00.726174 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4062-9dc2-4287-9139-466bfc867a47 req-642262c7-762f-4cde-a75f-92cf3ee23850 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:00.727667 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ba7f4062-9dc2-4287-9139-466bfc867a47 req-642262c7-762f-4cde-a75f-92cf3ee23850 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0508959 Sep 14 01:06:00.776438 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ba7f4062-9dc2-4287-9139-466bfc867a47 req-2dd948cb-b183-49d1-9f60-3de42d81a3fc tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Sep 14 01:06:00.864629 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42233be0-fd6f-4f6b-bcee-565d97d5a686 req-2a63c5bc-96a5-46de-bd7f-ee59893b6bbf tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:00.866081 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-42233be0-fd6f-4f6b-bcee-565d97d5a686 req-2a63c5bc-96a5-46de-bd7f-ee59893b6bbf tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0458941 Sep 14 01:06:00.916004 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-42233be0-fd6f-4f6b-bcee-565d97d5a686 req-27e4540a-4696-4d44-b05e-cb1671df3f1f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Sep 14 01:06:01.896937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a09ef9-1a6a-4cd5-9282-7e8ae3ac35cf req-138878f9-e706-4994-9284-de8c00f9f15c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:01.898441 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-27a09ef9-1a6a-4cd5-9282-7e8ae3ac35cf req-138878f9-e706-4994-9284-de8c00f9f15c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0460577 Sep 14 01:06:01.909488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:01.949205 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-27a09ef9-1a6a-4cd5-9282-7e8ae3ac35cf req-e83b0151-3bc2-4ae7-8163-41f6f3b9f0f1 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Sep 14 01:06:01.999320 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:02.037350 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9035f7-5521-426b-87db-3719786166ed req-700ac49c-5f9b-4d4f-a998-050a43ccf464 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:02.038790 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1d9035f7-5521-426b-87db-3719786166ed req-700ac49c-5f9b-4d4f-a998-050a43ccf464 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0475941 Sep 14 01:06:02.086343 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1d9035f7-5521-426b-87db-3719786166ed req-70b03ea6-b372-4709-9bcc-87c1c3f73dd8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Sep 14 01:06:03.069551 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb90a-0e71-4499-a816-61f90ab5b3e2 req-8ecdd00e-1e6d-44ee-b843-a3e82736e56f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:03.070994 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fd8fb90a-0e71-4499-a816-61f90ab5b3e2 req-8ecdd00e-1e6d-44ee-b843-a3e82736e56f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0460227 Sep 14 01:06:03.122064 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fd8fb90a-0e71-4499-a816-61f90ab5b3e2 req-cabdedd7-2589-41cd-9510-3ed04015f662 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Sep 14 01:06:03.206532 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e71df-ebf2-4808-95b3-aaa352d46e83 req-ad9a4e57-ad9e-4d0f-8bd0-e91a56a445f1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:03.208501 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-416e71df-ebf2-4808-95b3-aaa352d46e83 req-ad9a4e57-ad9e-4d0f-8bd0-e91a56a445f1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0451748 Sep 14 01:06:03.254782 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-416e71df-ebf2-4808-95b3-aaa352d46e83 req-1f0e8c35-88c3-4659-ac61-7c1fdc8f848b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Sep 14 01:06:04.244661 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed182-7fd7-4754-a1e1-089085007c47 req-cdfbf5f8-c278-4e69-ba8e-c4d96c674671 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:04.246057 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7d6ed182-7fd7-4754-a1e1-089085007c47 req-cdfbf5f8-c278-4e69-ba8e-c4d96c674671 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0458107 Sep 14 01:06:04.296009 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7d6ed182-7fd7-4754-a1e1-089085007c47 req-2c7c6a88-bb4e-4f3c-a5fe-26f2ed865c9a tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Sep 14 01:06:04.382689 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9973c8-697a-4a94-95fe-5af90ea3b05d req-8c6ccb36-00fe-48db-bcf6-72f90c6f8441 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:04.384177 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6a9973c8-697a-4a94-95fe-5af90ea3b05d req-8c6ccb36-00fe-48db-bcf6-72f90c6f8441 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0493498 Sep 14 01:06:04.432645 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6a9973c8-697a-4a94-95fe-5af90ea3b05d req-95a02c84-9259-4a50-8b10-ffd9ac545a08 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Sep 14 01:06:05.414912 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3ed2a-25e5-4435-b1d4-5351ffa4b51b req-485c77cf-7c0a-448f-b868-c63ff86b0735 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:05.416449 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ffa3ed2a-25e5-4435-b1d4-5351ffa4b51b req-485c77cf-7c0a-448f-b868-c63ff86b0735 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0474622 Sep 14 01:06:05.472300 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ffa3ed2a-25e5-4435-b1d4-5351ffa4b51b req-b66908b2-7137-4bff-88ae-190f74c1de01 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Sep 14 01:06:05.570846 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea079be-3578-40e0-87cf-461b35b0b3f6 req-707bd272-4444-4e5b-a5a6-ab2d86ebe6a0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:05.572767 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2ea079be-3578-40e0-87cf-461b35b0b3f6 req-707bd272-4444-4e5b-a5a6-ab2d86ebe6a0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0491338 Sep 14 01:06:05.620083 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:05.625359 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2ea079be-3578-40e0-87cf-461b35b0b3f6 req-ee6d4f8c-5bc2-48aa-8c26-f25a5e8ddd21 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Sep 14 01:06:05.816124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a82704a2-79d0-4b63-998b-37fa532fdbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:06.200489 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=27 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:06.242332 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=19 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:06.595521 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7b08-3091-4aa2-820b-3b8d90d33c7f req-2bed5251-1410-40f2-aef8-cc092943ae17 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:06.596983 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-35cd7b08-3091-4aa2-820b-3b8d90d33c7f req-2bed5251-1410-40f2-aef8-cc092943ae17 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 943 time: 0.0497520 Sep 14 01:06:06.645795 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-35cd7b08-3091-4aa2-820b-3b8d90d33c7f req-5af46b20-2203-461d-acc6-688639dc3da3 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Sep 14 01:06:06.755607 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701691da-a2df-4444-98f7-e9dec2c348e4 req-5a8a52ec-1e51-47d0-8339-78b1acfda288 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:06.757066 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-701691da-a2df-4444-98f7-e9dec2c348e4 req-5a8a52ec-1e51-47d0-8339-78b1acfda288 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0517294 Sep 14 01:06:06.803837 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-701691da-a2df-4444-98f7-e9dec2c348e4 req-5686c0d9-e4e8-4fb4-a68b-6d1e7ac8e99f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Sep 14 01:06:06.915687 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536588a-a64b-427e-837f-d4396a09f459 req-d890eae2-211b-4208-9bde-38a37cff69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:06.917162 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-d890eae2-211b-4208-9bde-38a37cff69cf service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 1127 time: 0.0392282 Sep 14 01:06:06.950641 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:06:07.030726 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536588a-a64b-427e-837f-d4396a09f459 req-b8a7cee3-766c-47f7-8cd5-c20da177f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:07.032369 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-b8a7cee3-766c-47f7-8cd5-c20da177f892 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 200 len: 909 time: 0.0926392 Sep 14 01:06:07.054477 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:07.065680 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923', 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847', 'port_id': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923', 'mac_address': 'fa:16:3e:91:a2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a4616c-473d-4867-b751-9f33f0a12aba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:06:07.102328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:07.102749 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.111867 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:07.117939 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:07.138943 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:07.143569 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.189762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:07.766195 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a5cd2-c216-4569-8e2f-0fa7bc79ede9 req-4c158c8b-7049-4139-b09e-bb407429e380 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:07.767699 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-643a5cd2-c216-4569-8e2f-0fa7bc79ede9 req-4c158c8b-7049-4139-b09e-bb407429e380 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 944 time: 0.0476611 Sep 14 01:06:07.815057 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-643a5cd2-c216-4569-8e2f-0fa7bc79ede9 req-88f8bdeb-2fdb-485e-90f3-9eb846618572 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 Sep 14 01:06:07.922844 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cf29-667e-46c2-aabd-a77192072f18 req-3d80e6f2-4213-4f63-b507-b1caf413b2be tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:07.928044 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3886cf29-667e-46c2-aabd-a77192072f18 req-3d80e6f2-4213-4f63-b507-b1caf413b2be tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0511560 Sep 14 01:06:07.974212 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3886cf29-667e-46c2-aabd-a77192072f18 req-461cebe9-a230-480e-ab9a-0b49796b4c93 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435827 Sep 14 01:06:07.998680 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['98762bb8-46f5-4fd3-b2c3-8918a3fa0923'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:08.090920 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:08.275367 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-d3808a2a-99c9-476a-924f-998d3ec7f2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.414766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57686) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:08.525768 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-30206e69-5306-43b1-b505-4fcdf1baca50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.604033 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-30206e69-5306-43b1-b505-4fcdf1baca50 admin admin] Publish callbacks [] for security_group (60dfd106-f084-47e2-b8f6-2008d34e1fcf), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.607829 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-30206e69-5306-43b1-b505-4fcdf1baca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (60dfd106-f084-47e2-b8f6-2008d34e1fcf), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.650044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30206e69-5306-43b1-b505-4fcdf1baca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfd106-f084-47e2-b8f6-2008d34e1fcf,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:08.654190 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-30206e69-5306-43b1-b505-4fcdf1baca50 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=21e8583c61244c38beca5bc42d669e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384059 Sep 14 01:06:08.656904 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57690) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:08.710173 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-86624657-a7e4-4d87-a273-d71dd8c6ec4a admin admin] Publish callbacks [] for security_group (60dfd106-f084-47e2-b8f6-2008d34e1fcf), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.731016 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-86624657-a7e4-4d87-a273-d71dd8c6ec4a admin admin] Publish callbacks [] for security_group (60dfd106-f084-47e2-b8f6-2008d34e1fcf), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.778814 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-86624657-a7e4-4d87-a273-d71dd8c6ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (60dfd106-f084-47e2-b8f6-2008d34e1fcf), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.781686 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-86624657-a7e4-4d87-a273-d71dd8c6ec4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.782800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-86624657-a7e4-4d87-a273-d71dd8c6ec4a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/60dfd106-f084-47e2-b8f6-2008d34e1fcf HTTP/1.1" status: 204 len: 168 time: 0.1238024 Sep 14 01:06:08.790960 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86624657-a7e4-4d87-a273-d71dd8c6ec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfd106-f084-47e2-b8f6-2008d34e1fcf,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:08.920421 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:08.935274 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:08.947931 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44110fad-4d66-483f-b71e-fef23debbf32 req-c576cfc7-7133-4d2b-aaa4-d902c8baa9dd tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:08.949549 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-44110fad-4d66-483f-b71e-fef23debbf32 req-c576cfc7-7133-4d2b-aaa4-d902c8baa9dd tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 944 time: 0.0579565 Sep 14 01:06:09.010786 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-44110fad-4d66-483f-b71e-fef23debbf32 req-59c4637d-d497-4e39-81bc-a264e85ac671 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Sep 14 01:06:09.115350 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4fa5a-0691-4ce8-afd4-c4d9b7f8b162 req-9ff5ae3d-bed7-417f-8b43-31954c74079a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:09.116859 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5da4fa5a-0691-4ce8-afd4-c4d9b7f8b162 req-9ff5ae3d-bed7-417f-8b43-31954c74079a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0484993 Sep 14 01:06:09.350266 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:09.388071 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-ac04c97c-f1f8-4717-abbd-899087cdbac7 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923 HTTP/1.1" status: 200 len: 217 time: 0.2367504 Sep 14 01:06:09.392534 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5da4fa5a-0691-4ce8-afd4-c4d9b7f8b162 req-602f83fb-2e11-4af8-ad36-205c68d098e7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699850 Sep 14 01:06:09.602348 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536588a-a64b-427e-837f-d4396a09f459 req-2cf7344f-64a7-4ca9-b28d-e7a8e41b82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:09.603717 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-2cf7344f-64a7-4ca9-b28d-e7a8e41b82e2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=76a4616c-473d-4867-b751-9f33f0a12aba HTTP/1.1" status: 200 len: 849 time: 0.0450277 Sep 14 01:06:09.855912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:09.901137 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:06:09.909844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:09.910257 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:09.910618 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 Sep 14 01:06:09.979408 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:09.979812 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.002909 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:10.005668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5144818-ab6c-44b2-9e37-52196d7c7980" -d '{"events": [{"server_uuid": "54efdf1e-6204-49c7-9f19-aaeecd377da5", "name": "network-vif-plugged", "status": "completed", "tag": "98762bb8-46f5-4fd3-b2c3-8918a3fa0923"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:10.018136 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:10.023182 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.049103 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace96f1c-1b69-4757-a4fe-7b03a49dcc2d x-openstack-request-id: req-ace96f1c-1b69-4757-a4fe-7b03a49dcc2d {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:10.049414 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54efdf1e-6204-49c7-9f19-aaeecd377da5", "name": "network-vif-plugged", "status": "completed", "tag": "98762bb8-46f5-4fd3-b2c3-8918a3fa0923", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:10.049665 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ace96f1c-1b69-4757-a4fe-7b03a49dcc2d {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:10.050047 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace96f1c-1b69-4757-a4fe-7b03a49dcc2d'] response: {'server_uuid': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923', 'code': 200} Sep 14 01:06:10.078897 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:10.156164 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb985-c9fb-4767-9497-28da3a24267a req-3a21b483-2496-467c-83a2-a91e3cd8dba4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.157546 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-15fdb985-c9fb-4767-9497-28da3a24267a req-3a21b483-2496-467c-83a2-a91e3cd8dba4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0461061 Sep 14 01:06:10.219665 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-08c20d86-3ff3-453b-941d-098557721ae8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358086 Sep 14 01:06:10.234191 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-15fdb985-c9fb-4767-9497-28da3a24267a req-4023b79b-70fc-4bee-908e-d3df0c73b168 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699236 Sep 14 01:06:10.350670 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-87dd3a90-6d63-4d23-8d3b-56db8fa5b921 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073153 Sep 14 01:06:10.392540 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:10.422483 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387f5b-c0ff-46f4-931f-47ef11564c62 req-ffd5019d-5702-4456-8366-167e9f961539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.423982 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-21387f5b-c0ff-46f4-931f-47ef11564c62 req-ffd5019d-5702-4456-8366-167e9f961539 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 1129 time: 0.0854864 Sep 14 01:06:10.500802 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5536588a-a64b-427e-837f-d4396a09f459 req-08191766-14f0-4722-9b08-8790bd1e5f08 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313539 Sep 14 01:06:10.502837 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-21387f5b-c0ff-46f4-931f-47ef11564c62 req-0d6b8635-86be-4c1f-be88-7e6da4ebf554 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Sep 14 01:06:10.526030 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5650ce1-0bd7-4d1c-be0a-eb5491552865 req-da218623-dbf8-4483-af8b-3aba51ec28d6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.527484 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d5650ce1-0bd7-4d1c-be0a-eb5491552865 req-da218623-dbf8-4483-af8b-3aba51ec28d6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0505097 Sep 14 01:06:10.575654 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d5650ce1-0bd7-4d1c-be0a-eb5491552865 req-e091997d-32ff-4c33-b9ca-976be12a3a77 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Sep 14 01:06:10.693069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.029932 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.291215 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbafca4-1fb7-4915-8b5b-d99c8f05f899 req-e97893ed-a1e7-4166-88e9-18761b760129 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:11.292761 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8dbafca4-1fb7-4915-8b5b-d99c8f05f899 req-e97893ed-a1e7-4166-88e9-18761b760129 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Sep 14 01:06:11.341434 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8dbafca4-1fb7-4915-8b5b-d99c8f05f899 req-829a565c-e190-4f4a-923c-8179d37a1921 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427995 Sep 14 01:06:11.361668 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd012b3-a664-45e9-ae3e-4240e20ed575 req-42e59b73-abf8-4d1a-a7d3-72113e0d70b4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:11.363357 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6bd012b3-a664-45e9-ae3e-4240e20ed575 req-42e59b73-abf8-4d1a-a7d3-72113e0d70b4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0522351 Sep 14 01:06:11.410687 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6bd012b3-a664-45e9-ae3e-4240e20ed575 req-e2a65b79-ab5f-45f7-b7c7-190f86d2cafc tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 Sep 14 01:06:11.696359 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d691a9a-805f-42db-8ac8-b2178d0de75f req-4a668f3e-7ccf-48dd-af6b-518c2a60e980 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:11.697787 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1d691a9a-805f-42db-8ac8-b2178d0de75f req-4a668f3e-7ccf-48dd-af6b-518c2a60e980 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0478861 Sep 14 01:06:11.744485 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1d691a9a-805f-42db-8ac8-b2178d0de75f req-3e24b580-8e9c-4cc8-a342-6810daa3f772 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Sep 14 01:06:12.460653 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adceac4-95c1-42ff-9fb6-c35a07a203fe req-feb60a44-697b-4375-bb8c-dbd090017d58 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:12.462200 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8adceac4-95c1-42ff-9fb6-c35a07a203fe req-feb60a44-697b-4375-bb8c-dbd090017d58 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0469189 Sep 14 01:06:12.490130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:12.512499 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8adceac4-95c1-42ff-9fb6-c35a07a203fe req-93c090b2-a338-408e-9ec4-99fbebef1b8d tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Sep 14 01:06:12.541939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa68fb-31af-4a75-b0e6-bd667c3f2b98 req-41946ab0-07c2-41b3-b0bc-0cb39fe72b9d tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:12.543390 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-05aa68fb-31af-4a75-b0e6-bd667c3f2b98 req-41946ab0-07c2-41b3-b0bc-0cb39fe72b9d tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Sep 14 01:06:12.590707 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-05aa68fb-31af-4a75-b0e6-bd667c3f2b98 req-ff4781ca-0126-4814-8e2a-165282a731b4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Sep 14 01:06:12.861221 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b7c5-1a2d-48cb-84c6-199c043daf7d req-852a8255-d809-4a46-9c0c-46053a6d5cac tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:12.863629 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7805b7c5-1a2d-48cb-84c6-199c043daf7d req-852a8255-d809-4a46-9c0c-46053a6d5cac tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0457156 Sep 14 01:06:12.913865 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7805b7c5-1a2d-48cb-84c6-199c043daf7d req-ee7f48d5-1fe0-49f3-ad26-5267ca723357 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Sep 14 01:06:13.636737 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510b89e-0efd-4a38-9c9a-df9c6ff02ab9 req-8398d167-98dc-47f1-93c6-ce6291cf3eb6 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:13.638248 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e510b89e-0efd-4a38-9c9a-df9c6ff02ab9 req-8398d167-98dc-47f1-93c6-ce6291cf3eb6 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0500033 Sep 14 01:06:13.685890 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e510b89e-0efd-4a38-9c9a-df9c6ff02ab9 req-f482f5f0-2781-407e-9f70-726e9fa3862e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Sep 14 01:06:13.712187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc15bb-2754-4adb-a1d2-2a58c1365ff8 req-e998e534-94b8-4178-99c1-6ffd4d9434cc tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:13.713668 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38bc15bb-2754-4adb-a1d2-2a58c1365ff8 req-e998e534-94b8-4178-99c1-6ffd4d9434cc tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0465615 Sep 14 01:06:13.760285 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38bc15bb-2754-4adb-a1d2-2a58c1365ff8 req-99bd3ac3-6783-4be4-abd1-f5194d6db32f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Sep 14 01:06:14.033530 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8fea-c999-4ede-a873-c76eedce28e4 req-fa4ef1c4-368f-4299-9c62-59f084f5b9d2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:14.035163 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f81d8fea-c999-4ede-a873-c76eedce28e4 req-fa4ef1c4-368f-4299-9c62-59f084f5b9d2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0467355 Sep 14 01:06:14.082620 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f81d8fea-c999-4ede-a873-c76eedce28e4 req-ad02148c-06cf-4eba-b510-7a77ca52a7df tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Sep 14 01:06:14.813052 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729e9ea-5077-4f2d-8331-99a467650222 req-f39e771d-f076-407f-b030-0c0b609ca430 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:14.814541 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b729e9ea-5077-4f2d-8331-99a467650222 req-f39e771d-f076-407f-b030-0c0b609ca430 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0482216 Sep 14 01:06:14.866898 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b729e9ea-5077-4f2d-8331-99a467650222 req-77d9b6ee-8566-46e5-8b2b-575b8c72dda3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Sep 14 01:06:14.886320 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006e27e-98dd-40c7-85e2-44bc83f14313 req-42be3804-cb8d-4717-b3bf-3a0a1196bf35 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:14.887798 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c006e27e-98dd-40c7-85e2-44bc83f14313 req-42be3804-cb8d-4717-b3bf-3a0a1196bf35 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Sep 14 01:06:14.939758 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c006e27e-98dd-40c7-85e2-44bc83f14313 req-ed7af2df-7303-4a2b-b265-0a9c61a27a91 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Sep 14 01:06:15.210075 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c190c-a62a-45f2-8854-a1ef4bbbf6ae req-f3236ce2-a456-43e2-85af-8da163624966 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:15.211661 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ac8c190c-a62a-45f2-8854-a1ef4bbbf6ae req-f3236ce2-a456-43e2-85af-8da163624966 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0545528 Sep 14 01:06:15.260652 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ac8c190c-a62a-45f2-8854-a1ef4bbbf6ae req-ee4fb53e-097e-4957-9b93-0e146a944a38 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Sep 14 01:06:15.793924 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344d1ce-5906-4b31-8b9c-3244be72e03e req-1f414927-5db5-48b5-b852-b114f37c9814 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:15.795288 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d344d1ce-5906-4b31-8b9c-3244be72e03e req-1f414927-5db5-48b5-b852-b114f37c9814 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0468705 Sep 14 01:06:15.844948 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d344d1ce-5906-4b31-8b9c-3244be72e03e req-0f2f572f-1f15-4ec1-9d93-365e615c53e2 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435083 Sep 14 01:06:15.987330 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e32b61-e7f9-4236-a9e9-5446a7d147ed req-d4026942-1922-4371-bb11-47ee5b91de93 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:15.989343 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f4e32b61-e7f9-4236-a9e9-5446a7d147ed req-d4026942-1922-4371-bb11-47ee5b91de93 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0458236 Sep 14 01:06:16.038442 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f4e32b61-e7f9-4236-a9e9-5446a7d147ed req-f3c39773-be61-467b-af4d-dad7b5018b28 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 Sep 14 01:06:16.383329 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ab5b-af4e-4c14-bbaa-d88c9e55c900 req-d5ac2b6e-7f73-4359-ab26-40a68e619949 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:16.384806 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-36d7ab5b-af4e-4c14-bbaa-d88c9e55c900 req-d5ac2b6e-7f73-4359-ab26-40a68e619949 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0494173 Sep 14 01:06:16.431169 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-36d7ab5b-af4e-4c14-bbaa-d88c9e55c900 req-a3d6f8a0-0b6d-4f49-b941-12b7e57fcf42 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Sep 14 01:06:16.966215 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacfcc4-9661-42c9-9548-d8e71922036b req-0150214b-ba2a-4dcc-bf09-e7bc0808c536 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:16.967713 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fbacfcc4-9661-42c9-9548-d8e71922036b req-0150214b-ba2a-4dcc-bf09-e7bc0808c536 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0466073 Sep 14 01:06:17.014831 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fbacfcc4-9661-42c9-9548-d8e71922036b req-8afa6919-ac3f-4f96-a8a5-01c5b876b259 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Sep 14 01:06:17.163865 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd42d33-cf1c-4652-9aa7-b14216c13e04 req-bc893b05-d2d0-4773-a03e-d936c7011db6 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:17.165335 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2fd42d33-cf1c-4652-9aa7-b14216c13e04 req-bc893b05-d2d0-4773-a03e-d936c7011db6 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0529652 Sep 14 01:06:17.196613 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:17.214039 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2fd42d33-cf1c-4652-9aa7-b14216c13e04 req-75abe751-5205-4aad-92d0-e44eedc7408b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Sep 14 01:06:17.552519 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010330d6-2d5d-489a-a3f9-79fea90bc337 req-500e8285-1bfe-43ed-b082-51585cd9a9a2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:17.553993 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-010330d6-2d5d-489a-a3f9-79fea90bc337 req-500e8285-1bfe-43ed-b082-51585cd9a9a2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0487211 Sep 14 01:06:17.586833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:17.601034 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-010330d6-2d5d-489a-a3f9-79fea90bc337 req-c49c975d-5231-4011-bf9a-1c9a7dff87d9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Sep 14 01:06:18.136160 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd69cf-8bd3-46ae-ab2a-a18a5157058d req-93663fba-38e7-4bb9-a8bd-3295429b7214 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:18.137578 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-82fd69cf-8bd3-46ae-ab2a-a18a5157058d req-93663fba-38e7-4bb9-a8bd-3295429b7214 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0454009 Sep 14 01:06:18.188365 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-82fd69cf-8bd3-46ae-ab2a-a18a5157058d req-0bdc8b2c-6eda-45fa-be28-a2f02f0e2bc1 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Sep 14 01:06:18.333941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d1a2-08ac-4e6e-a7e6-664ffdde8703 req-55f3190b-e45a-4c66-bb62-2c6332be76f3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:18.335310 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c324d1a2-08ac-4e6e-a7e6-664ffdde8703 req-55f3190b-e45a-4c66-bb62-2c6332be76f3 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0467334 Sep 14 01:06:18.374670 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.383331 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c324d1a2-08ac-4e6e-a7e6-664ffdde8703 req-d01d5ce9-73f3-4f1c-8ae3-9bbf08d5f056 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Sep 14 01:06:18.657422 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.723507 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfd23-f1ad-4ae5-b249-4363920d5202 req-8c23556b-a5ce-4bf0-8f1a-c38235aeb4fc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:18.724946 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d37dfd23-f1ad-4ae5-b249-4363920d5202 req-8c23556b-a5ce-4bf0-8f1a-c38235aeb4fc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0452392 Sep 14 01:06:18.771073 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d37dfd23-f1ad-4ae5-b249-4363920d5202 req-625fa09a-7831-4d2f-9fd0-17d39458cb5f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Sep 14 01:06:19.305554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fa8f6-4189-4de0-8e0a-64520a486810 req-d5b095b9-6cdc-4c7f-bf12-390824411825 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:19.306996 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-664fa8f6-4189-4de0-8e0a-64520a486810 req-d5b095b9-6cdc-4c7f-bf12-390824411825 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0454946 Sep 14 01:06:19.356569 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-664fa8f6-4189-4de0-8e0a-64520a486810 req-3758d993-1a8e-4201-a600-aa4c951a5524 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Sep 14 01:06:19.501137 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148006-c4ea-4aa7-a470-827f6266ad61 req-1cda602d-2bfe-484f-bf77-52cd58516c1d tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:19.502591 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-64148006-c4ea-4aa7-a470-827f6266ad61 req-1cda602d-2bfe-484f-bf77-52cd58516c1d tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0452595 Sep 14 01:06:19.549891 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-64148006-c4ea-4aa7-a470-827f6266ad61 req-af1b286a-3be5-44ec-9e53-a6fb494b548b tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Sep 14 01:06:19.891683 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60edb-be13-4e9d-a1ef-52a99ec2457c req-5421102a-02fb-4480-9ffb-a95a548fa220 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:19.893416 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fce60edb-be13-4e9d-a1ef-52a99ec2457c req-5421102a-02fb-4480-9ffb-a95a548fa220 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0480866 Sep 14 01:06:19.942622 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fce60edb-be13-4e9d-a1ef-52a99ec2457c req-6053e52c-e750-4c34-8195-5e4cb38c1b38 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Sep 14 01:06:20.478207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae137ced-3122-44d4-9584-546063a80d8a req-b73ddc8c-63eb-43c0-9010-9ab7fd345906 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:20.479715 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ae137ced-3122-44d4-9584-546063a80d8a req-b73ddc8c-63eb-43c0-9010-9ab7fd345906 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0489607 Sep 14 01:06:20.526969 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ae137ced-3122-44d4-9584-546063a80d8a req-3f10be84-0ce9-4865-943a-b0c67c633ff4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Sep 14 01:06:20.667811 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea87f0d-22fb-401d-a07e-e4f58a9ae5bb req-3e43ff5b-def1-4fa2-b661-b4e65d6e0797 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:20.669266 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2ea87f0d-22fb-401d-a07e-e4f58a9ae5bb req-3e43ff5b-def1-4fa2-b661-b4e65d6e0797 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 945 time: 0.0457740 Sep 14 01:06:20.687346 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:20.718891 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2ea87f0d-22fb-401d-a07e-e4f58a9ae5bb req-971331c8-7636-487b-b56a-80316b60573c tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Sep 14 01:06:20.868718 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb is: ACTIVE; New status is: DOWN {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:20.869199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.892394 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:20.894654 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960d42a-ddcc-4029-a239-1c58cc428f92" -d '{"events": [{"server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:20.906480 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:20.911348 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.938373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb7488-f9cc-4863-861b-a73e4e53b4f6 x-openstack-request-id: req-40fb7488-f9cc-4863-861b-a73e4e53b4f6 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:20.938667 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:20.938916 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40fb7488-f9cc-4863-861b-a73e4e53b4f6 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:20.939310 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fb7488-f9cc-4863-861b-a73e4e53b4f6'] response: {'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb', 'code': 200} Sep 14 01:06:20.964293 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=6']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:21.063711 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e452-e5da-47be-9402-efbf9d514892 req-538f650d-319a-48bd-a4f0-d914615cfb55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:21.065144 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dfb5e452-e5da-47be-9402-efbf9d514892 req-538f650d-319a-48bd-a4f0-d914615cfb55 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0491960 Sep 14 01:06:21.111547 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dfb5e452-e5da-47be-9402-efbf9d514892 req-4949564b-9d87-422b-9fba-779377c4e430 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Sep 14 01:06:21.244432 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.247257 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.629427 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.647853 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657793-e16b-434e-b105-1ab19af62f2e req-3c5d56a4-0dd5-4b19-b71f-898ccae2a57c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:21.649286 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66657793-e16b-434e-b105-1ab19af62f2e req-3c5d56a4-0dd5-4b19-b71f-898ccae2a57c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0460670 Sep 14 01:06:21.696120 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66657793-e16b-434e-b105-1ab19af62f2e req-419241c1-26e4-4964-966b-06ba3807c7e5 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Sep 14 01:06:21.838980 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420efe0-0c70-46bc-b798-a35d0570be50 req-11e0d24e-f07b-47d7-be41-6a04f0ad6869 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:21.840378 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c420efe0-0c70-46bc-b798-a35d0570be50 req-11e0d24e-f07b-47d7-be41-6a04f0ad6869 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0453753 Sep 14 01:06:21.887707 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c420efe0-0c70-46bc-b798-a35d0570be50 req-7fc76426-37cf-4e00-a372-36c97bcc95d1 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Sep 14 01:06:22.229494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418082e0-9b82-495f-be73-25c4c4ba8e9a req-a0a44f26-99cd-4111-a66c-d08f093653b6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:22.230927 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-418082e0-9b82-495f-be73-25c4c4ba8e9a req-a0a44f26-99cd-4111-a66c-d08f093653b6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0456376 Sep 14 01:06:22.274762 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:06:22.281973 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-418082e0-9b82-495f-be73-25c4c4ba8e9a req-10e884c6-2a53-41a8-9676-15a76573b8ef tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454583 Sep 14 01:06:22.818361 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e6d87-7ac2-41cb-a2a1-8156bc71c24b req-a0194c8e-84c0-4f26-bd33-50bdf8439eb4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:22.819825 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1f6e6d87-7ac2-41cb-a2a1-8156bc71c24b req-a0194c8e-84c0-4f26-bd33-50bdf8439eb4 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Sep 14 01:06:22.866104 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1f6e6d87-7ac2-41cb-a2a1-8156bc71c24b req-07e60ab2-0bab-4506-bc5c-216ab51b878a tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Sep 14 01:06:23.009119 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166bfe7-ca7e-4517-ae5f-073a03db832f req-66eca72a-4eb5-4669-9e9a-7631e7ee7176 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.010519 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d166bfe7-ca7e-4517-ae5f-073a03db832f req-66eca72a-4eb5-4669-9e9a-7631e7ee7176 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0463183 Sep 14 01:06:23.060924 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d166bfe7-ca7e-4517-ae5f-073a03db832f req-c8be8406-e89d-41a6-ae56-3fe56abfd8e8 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64ebc78e-0674-4823-9c04-b3dd6627ec98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Sep 14 01:06:23.204861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-558dfa62-4220-41b6-a88f-48b6eb76a253 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.207579 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-558dfa62-4220-41b6-a88f-48b6eb76a253 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Sep 14 01:06:23.417494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-5c6701b8-b930-4ee2-aaaf-f56455158da0 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.419013 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-5c6701b8-b930-4ee2-aaaf-f56455158da0 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 943 time: 0.0960391 Sep 14 01:06:23.431769 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed034b4-6331-435a-b052-5822aabd2576 req-90dfa7c4-1a79-424a-a04e-c4c903e94541 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.433250 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aed034b4-6331-435a-b052-5822aabd2576 req-90dfa7c4-1a79-424a-a04e-c4c903e94541 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0745635 Sep 14 01:06:23.434311 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ac08-62ea-4eea-afa1-840b8398c0bb req-40767400-67da-41d6-9381-52176f1fe7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.435731 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-07f9ac08-62ea-4eea-afa1-840b8398c0bb req-40767400-67da-41d6-9381-52176f1fe7cb service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1129 time: 0.0679491 Sep 14 01:06:23.502476 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Deleting port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:23.503331 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.513542 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aed034b4-6331-435a-b052-5822aabd2576 req-074442c8-8af2-49fb-b1da-0080b3517cd1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746081 Sep 14 01:06:23.520625 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-07f9ac08-62ea-4eea-afa1-840b8398c0bb req-7a613304-b0f6-4116-98b6-2b3ed8e772ec service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741215 Sep 14 01:06:23.599306 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Deleting port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:23.599589 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.677853 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] For port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:23.678212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.684357 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:23.706441 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Calling delete_port for 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:23.797422 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] For port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:23.797782 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.815127 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Calling delete_port for 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:23.876287 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:23.993007 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (98762bb8-46f5-4fd3-b2c3-8918a3fa0923), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.055065 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ccba-e681-4700-95b6-7d24cdafba40 req-0e5a2641-3e31-4d20-98d6-eb5b1df77ab5 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:24.056538 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0356ccba-e681-4700-95b6-7d24cdafba40 req-0e5a2641-3e31-4d20-98d6-eb5b1df77ab5 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 945 time: 0.1124246 Sep 14 01:06:24.064078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Pushing event deleted for resources: {'Port': ['ID=98762bb8-46f5-4fd3-b2c3-8918a3fa0923,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:24.086892 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['98762bb8-46f5-4fd3-b2c3-8918a3fa0923'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:24.156742 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] No DVR routers for this DVR port 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:24.160792 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.164299 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-02b414ba-c7eb-40ee-bb46-abc3e024575b req-a61045b9-5fee-41b7-9b55-03e5b058ffcf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "DELETE /networking/v2.0/ports/98762bb8-46f5-4fd3-b2c3-8918a3fa0923 HTTP/1.1" status: 204 len: 173 time: 0.8477957 Sep 14 01:06:24.168935 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'name': 'network-vif-deleted', 'tag': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:24.171655 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263b3ae-fcfe-4b17-a28f-cb5d9d264fde" -d '{"events": [{"server_uuid": "54efdf1e-6204-49c7-9f19-aaeecd377da5", "name": "network-vif-deleted", "tag": "98762bb8-46f5-4fd3-b2c3-8918a3fa0923"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:24.180747 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c0bd58c1-89bb-43b6-aeda-d98f1031498d req-7513b0f8-4057-4693-bde3-7fc9a44dd15e tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Sep 14 01:06:24.181284 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.226305 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Pushing event deleted for resources: {'Port': ['ID=9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:24.233246 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef396c-1895-4a0c-82e2-b2c0933282d7 x-openstack-request-id: req-e8ef396c-1895-4a0c-82e2-b2c0933282d7 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:24.233502 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54efdf1e-6204-49c7-9f19-aaeecd377da5", "name": "network-vif-deleted", "tag": "98762bb8-46f5-4fd3-b2c3-8918a3fa0923", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:24.233751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8ef396c-1895-4a0c-82e2-b2c0933282d7 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:24.234139 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ef396c-1895-4a0c-82e2-b2c0933282d7'] response: {'server_uuid': '54efdf1e-6204-49c7-9f19-aaeecd377da5', 'name': 'network-vif-deleted', 'tag': '98762bb8-46f5-4fd3-b2c3-8918a3fa0923', 'status': 'completed', 'code': 200} Sep 14 01:06:24.240607 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0356ccba-e681-4700-95b6-7d24cdafba40 req-1e327be9-f19d-429a-a99e-d6a8342af524 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518815 Sep 14 01:06:24.282954 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] No DVR routers for this DVR port 9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:24.287391 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.291167 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-510ad1ea-8c14-4141-bd0d-fd4565cadc35 req-45eb110b-7f22-4795-9dfc-d72b67d910ff tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.44 "DELETE /networking/v2.0/ports/9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb HTTP/1.1" status: 204 len: 173 time: 0.8498712 Sep 14 01:06:24.637175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03758b86-ef10-45d4-a7cc-047a4368295f req-cf59a90b-f2bd-4236-b6a1-92ae53768ca1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:24.638645 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-03758b86-ef10-45d4-a7cc-047a4368295f req-cf59a90b-f2bd-4236-b6a1-92ae53768ca1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0475402 Sep 14 01:06:24.687949 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-03758b86-ef10-45d4-a7cc-047a4368295f req-a717f0e5-7328-4abc-a85a-eba1f2c7e483 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Sep 14 01:06:25.289785 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-490e446d-520c-473b-95e6-8e307785f7e4 req-c696c4aa-31e0-44bc-a69b-8537317bc4cf tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.0302079 Sep 14 01:06:25.369050 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-948ec0a2-922a-4791-b8e9-4118ffa7ac53 req-c769c0dd-9312-4e85-b471-080fe0f9ccfc tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 210 time: 0.0312719 Sep 14 01:06:25.805121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a513-8630-44f7-8e01-db8d84c2d463 req-a3f30d64-9479-48bd-8e53-e46dfaf45e5b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:25.806516 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8c73a513-8630-44f7-8e01-db8d84c2d463 req-a3f30d64-9479-48bd-8e53-e46dfaf45e5b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0466428 Sep 14 01:06:25.857161 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8c73a513-8630-44f7-8e01-db8d84c2d463 req-4c3a52ef-4e5e-4cfd-86d9-21169d713ffc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Sep 14 01:06:26.235488 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'name': 'network-vif-deleted', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:26.237852 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213cf44-98e4-46b3-9714-11e70f1ebf56" -d '{"events": [{"server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "name": "network-vif-deleted", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:26.274835 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab758e4-d765-4572-845b-d72ab29c1c53 x-openstack-request-id: req-aab758e4-d765-4572-845b-d72ab29c1c53 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:26.275126 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d7479-aa1a-475f-baf9-ecee9f4a52f4", "name": "network-vif-deleted", "tag": "9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:26.275397 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aab758e4-d765-4572-845b-d72ab29c1c53 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:26.275924 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab758e4-d765-4572-845b-d72ab29c1c53'] response: {'server_uuid': '449d7479-aa1a-475f-baf9-ecee9f4a52f4', 'name': 'network-vif-deleted', 'tag': '9bbe2be7-ebc9-44fb-b5fb-4efec8957ccb', 'status': 'completed', 'code': 200} Sep 14 01:06:26.433430 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-94bf9347-9d83-45dd-9860-c0ecc1bcf246 req-d1726a61-45f1-4c3b-9e1a-96d4e25dda98 tempest-DeleteServersTestJSON-673149355 tempest-DeleteServersTestJSON-673149355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=449d7479-aa1a-475f-baf9-ecee9f4a52f4 HTTP/1.1" status: 200 len: 210 time: 0.0323555 Sep 14 01:06:26.499753 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-828e251b-dd65-4706-b5ca-962a6fb828ee req-8c9636bc-c29f-4b84-82ad-636d0164d68d tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54efdf1e-6204-49c7-9f19-aaeecd377da5 HTTP/1.1" status: 200 len: 210 time: 0.0301542 Sep 14 01:06:26.693412 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:26.716056 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:26.716942 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 98762bb8-46f5-4fd3-b2c3-8918a3fa0923 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:26.980600 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46a2de-c9d3-4d5f-adfe-60568b7c89d0 req-6ccb2ebd-7f45-49c0-a14b-7e13809c5404 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:26.982070 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9a46a2de-c9d3-4d5f-adfe-60568b7c89d0 req-6ccb2ebd-7f45-49c0-a14b-7e13809c5404 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0471125 Sep 14 01:06:27.029037 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9a46a2de-c9d3-4d5f-adfe-60568b7c89d0 req-7deac303-1297-48ef-abf1-430049bbab30 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Sep 14 01:06:27.286883 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6198c-5a7d-49b8-9c5c-44e38f3946fe req-e598c96c-93d5-49bb-b9e6-33130183c16f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:27.288416 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a9e6198c-5a7d-49b8-9c5c-44e38f3946fe req-e598c96c-93d5-49bb-b9e6-33130183c16f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Sep 14 01:06:27.330252 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:27.339087 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a9e6198c-5a7d-49b8-9c5c-44e38f3946fe req-2759c4ef-3575-46b6-b34a-235dbee63226 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Sep 14 01:06:27.885390 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:27.936092 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-699b630d-f00d-4bac-9ce7-423266c90266 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:27.937661 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-699b630d-f00d-4bac-9ce7-423266c90266 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/networks?id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 200 len: 809 time: 0.1259274 Sep 14 01:06:27.953996 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-4a8c0dcc-4e36-44ab-858a-a0b2e10d7c76 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/quotas/6df5fe3a39fd4f9fb1ae104e43ec5529 HTTP/1.1" status: 200 len: 375 time: 0.0101845 Sep 14 01:06:27.991921 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-7b805c69-09f7-4838-934d-afd1891e93a5 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325367 Sep 14 01:06:28.131892 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-069352db-dd78-4140-9995-e62a3ade3fc6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294701 Sep 14 01:06:28.224785 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-979b901b-b731-476a-98c7-3c3cbd01e586 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913110 Sep 14 01:06:28.384492 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4da0c530-6c0f-4a8b-b2ed-970f2c07bc96 req-fb3ba546-646b-4f72-b050-d9b3f7c8b343 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Sep 14 01:06:29.019310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f388e0b-2aa4-4dd6-9fb7-52ff3857ddb7 req-e9b0084b-94d2-4fa8-9934-f3192183c31b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:29.020934 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0f388e0b-2aa4-4dd6-9fb7-52ff3857ddb7 req-e9b0084b-94d2-4fa8-9934-f3192183c31b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0511355 Sep 14 01:06:29.069306 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0f388e0b-2aa4-4dd6-9fb7-52ff3857ddb7 req-fe383683-e6f1-4bc7-a3e3-f89c63bf154b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Sep 14 01:06:29.403456 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:29.412190 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-d1713ce8-e407-49b1-a855-2a385b2de192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:29.413710 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-d1713ce8-e407-49b1-a855-2a385b2de192 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1129 time: 0.0427065 Sep 14 01:06:29.503923 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dd14f9b9-20d5-43c4-af38-7527e375ed1d req-20d4ed83-bda3-4967-afb3-7d7d80d700cf tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0389345 Sep 14 01:06:29.509994 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-1bf33dd5-8045-4a14-8627-27e1a224f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:29.511398 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-1bf33dd5-8045-4a14-8627-27e1a224f3d0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.0909228 Sep 14 01:06:30.200202 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865334-133d-4e6e-af3d-b61921418b01 req-27ff24c6-1f6a-43b0-862e-bf0f975782af tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:30.202499 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f865334-133d-4e6e-af3d-b61921418b01 req-27ff24c6-1f6a-43b0-862e-bf0f975782af tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0587173 Sep 14 01:06:30.255131 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f865334-133d-4e6e-af3d-b61921418b01 req-43b3ac8b-c4f9-42fc-aa35-c2307dc01e5a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Sep 14 01:06:30.616180 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-11b614c1-ec2d-47ce-977c-65cff065f034 req-5adb2a0b-841c-4c1a-9df3-5f316779866a tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0381112 Sep 14 01:06:30.961944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:31.392800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a7222-fdf2-4f12-a786-19fb8fa9b0f2 req-dbd45459-6f0e-45fd-8af2-03eb44a7fbd7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.395263 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5c0a7222-fdf2-4f12-a786-19fb8fa9b0f2 req-dbd45459-6f0e-45fd-8af2-03eb44a7fbd7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0573065 Sep 14 01:06:31.443917 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5c0a7222-fdf2-4f12-a786-19fb8fa9b0f2 req-1aec42e2-29d7-4b39-a6a7-9883f1e6ef5d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Sep 14 01:06:31.573761 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-84360d63-4675-429a-a653-e36e13ecdd6c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 217 time: 0.0434318 Sep 14 01:06:31.738988 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-159538b6-b934-40e2-b662-6042f8fdf031 req-520521b6-3198-4952-8066-b8b31bd42d09 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0332000 Sep 14 01:06:32.270892 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:32.551791 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:32.566959 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ac88f-b469-4a86-ab81-129de7b8881c req-83e9860d-6ef8-4686-958b-8f38cdf9e601 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:32.568461 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cd6ac88f-b469-4a86-ab81-129de7b8881c req-83e9860d-6ef8-4686-958b-8f38cdf9e601 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0476077 Sep 14 01:06:32.616539 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cd6ac88f-b469-4a86-ab81-129de7b8881c req-cdc8f09e-46ef-4ca6-b604-4aeec009fd90 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Sep 14 01:06:32.810718 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-3c145716-3cc2-4a93-b4c1-0e157ed305f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:32.812456 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-3c145716-3cc2-4a93-b4c1-0e157ed305f6 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0469115 Sep 14 01:06:32.848010 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df1c1627-e72d-4ea1-b596-44c24826c45d req-09fd91a0-2ed2-4289-bcb6-753d18838f06 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0287707 Sep 14 01:06:32.894779 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-d7075d7b-c0eb-4797-b61a-2b825b26bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:32.896389 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-d7075d7b-c0eb-4797-b61a-2b825b26bc1a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433350 Sep 14 01:06:33.156228 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-fcf0a54e-5388-4eb6-9d92-6cc98aff9034 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864270 Sep 14 01:06:33.513459 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-923e30a4-f180-4e6d-abb7-fba72a0176f2 req-7b0dab4f-1269-4405-9c15-6852e1808f30 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515000 Sep 14 01:06:33.545069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ffc9a405-3b84-4baf-8f2e-d76458b886c3 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:33.546516 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ffc9a405-3b84-4baf-8f2e-d76458b886c3 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "GET /networking/v2.0/networks?id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 200 len: 809 time: 0.3295925 Sep 14 01:06:33.566748 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Request body: {'port': {'device_id': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847', 'admin_state_up': True, 'tenant_id': '6df5fe3a39fd4f9fb1ae104e43ec5529'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:33.631714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:33.686281 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Made reservation on behalf of 6df5fe3a39fd4f9fb1ae104e43ec5529 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:33.691340 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:33.786683 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d95bb9-a0b0-4795-9a18-5091a5331b64 req-81eb0e44-1b46-4dfa-ac0e-d0c66fb749b9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:33.788156 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-93d95bb9-a0b0-4795-9a18-5091a5331b64 req-81eb0e44-1b46-4dfa-ac0e-d0c66fb749b9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0873015 Sep 14 01:06:33.885767 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-93d95bb9-a0b0-4795-9a18-5091a5331b64 req-163de167-c2c4-46cf-ae2f-88fe18d7abde tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903826 Sep 14 01:06:33.897189 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Allocated IP 172.20.0.7 (fb1d7035-fdb4-44fc-a6f7-c8481e97c847/76a4616c-473d-4867-b751-9f33f0a12aba/3ca2b5fe-47ef-4179-97e0-8c0f3dede52b) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:33.951790 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cdcf500d-57cf-42d8-af1f-7ecb8c42bd94 req-9b20d043-4258-40f4-ace6-4c0292d1e949 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Sep 14 01:06:34.054816 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks [] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.077123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:34.086943 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.140483 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:34.143639 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:34.147398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:34.151799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:34.152387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.160910 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Pushing event updated for resources: {'Port': ['ID=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:34.173246 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-ddcd307f-7692-4d31-9466-4fcd4093191c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110859 Sep 14 01:06:34.190467 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Request body: {'port': {'device_id': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:34.236824 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:34.249063 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.445450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:34.531505 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:34.536437 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 57998) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:34.541775 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Publish callbacks [] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.558401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Transition to ACTIVE for port object 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:06:34.561579 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.632361 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:34.636711 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Attempting to bind port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:34.637042 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Attempting to bind port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:34.637384 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Attempting to bind port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b on network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:34.683958 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b on network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:06:34.684356 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Attempting to bind port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b on network fb1d7035-fdb4-44fc-a6f7-c8481e97c847 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:34.736931 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:34.737509 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Checking segment: {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:34.737955 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Bound using segment: {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:34.738392 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Bound port: 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a3703-d16c-44ca-97e1-ce1b90cf0588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:34.738748 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.801460 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] For port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:34.804945 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] For port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:34.810589 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.814859 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:34.815479 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.816865 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/3ca2b5fe-47ef-4179-97e0-8c0f3dede52b HTTP/1.1" status: 200 len: 1093 time: 0.6305809 Sep 14 01:06:34.817411 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'tag': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:34.819725 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce45955d-caf5-4d53-b9c0-53fb1a43e555" -d '{"events": [{"name": "network-changed", "server_uuid": "3baa270c-fed4-45ed-b3c2-bec6c36b92b3", "tag": "3ca2b5fe-47ef-4179-97e0-8c0f3dede52b"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:34.868164 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc096b-e041-4bcb-8cc5-a6a0e8d3af0e x-openstack-request-id: req-48fc096b-e041-4bcb-8cc5-a6a0e8d3af0e {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:34.868452 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baa270c-fed4-45ed-b3c2-bec6c36b92b3", "tag": "3ca2b5fe-47ef-4179-97e0-8c0f3dede52b", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:34.868705 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48fc096b-e041-4bcb-8cc5-a6a0e8d3af0e {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:34.869106 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fc096b-e041-4bcb-8cc5-a6a0e8d3af0e'] response: {'name': 'network-changed', 'server_uuid': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'tag': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b', 'status': 'completed', 'code': 200} Sep 14 01:06:34.873818 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc6e7c-9707-429c-803f-09c29c649181 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:34.945426 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.954045 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-f65ff705-9881-46b0-8334-3cc517ae4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:34.956144 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-f65ff705-9881-46b0-8334-3cc517ae4042 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 1127 time: 0.0430300 Sep 14 01:06:35.008709 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-78cae2bb-73ce-4b71-98e1-923c855111c2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b HTTP/1.1" status: 200 len: 217 time: 0.0380514 Sep 14 01:06:35.045403 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cf70f-dfcd-4e68-93fa-0f02efffd0f3 req-f94160a2-25c3-4ece-a250-5a5279244f28 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:35.046914 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-139cf70f-dfcd-4e68-93fa-0f02efffd0f3 req-f94160a2-25c3-4ece-a250-5a5279244f28 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0621219 Sep 14 01:06:35.087304 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:35.095375 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bd30-69c1-476e-844c-07d647f911a8 req-6df1f49c-8f2d-4014-a742-87e11dea7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:35.097363 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-6df1f49c-8f2d-4014-a742-87e11dea7b9d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=76a4616c-473d-4867-b751-9f33f0a12aba HTTP/1.1" status: 200 len: 849 time: 0.0821624 Sep 14 01:06:35.103831 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e34e27-64e3-4e52-a5c9-1d29dfa02ce8 req-2d65a5cd-589d-40a5-8345-b24ef8dd6fa6 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:35.105249 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e0e34e27-64e3-4e52-a5c9-1d29dfa02ce8 req-2d65a5cd-589d-40a5-8345-b24ef8dd6fa6 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 943 time: 0.0619550 Sep 14 01:06:35.139888 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-af871f8d-3559-43ca-afb0-b8c290529237 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333879 Sep 14 01:06:35.239702 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e0e34e27-64e3-4e52-a5c9-1d29dfa02ce8 req-3843a23e-fc95-4309-a174-ed16add490d0 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037102 Sep 14 01:06:35.267212 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-99a1c82b-edb0-4e80-8d83-c57ea2bc77e4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199207 Sep 14 01:06:35.367318 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5930bd30-69c1-476e-844c-07d647f911a8 req-72240cdc-4983-4016-8cf3-d0820e9d049e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935209 Sep 14 01:06:35.393357 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-139cf70f-dfcd-4e68-93fa-0f02efffd0f3 req-3bc0f7f1-7394-4df6-83e0-7a79014fe1bb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210032 Sep 14 01:06:35.490785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:35.525463 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Deleting port 85a937cc-3c60-4a3b-8a07-e187772e37f3 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:35.525804 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:35.528097 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:35.609296 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] For port 85a937cc-3c60-4a3b-8a07-e187772e37f3, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=85a937cc-3c60-4a3b-8a07-e187772e37f3,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:35.609658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:35.622937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Calling delete_port for 85a937cc-3c60-4a3b-8a07-e187772e37f3 owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:35.800148 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:35.815439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5e7ebc57-e9fb-446e-9aae-e9ea48651ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:35.833256 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (85a937cc-3c60-4a3b-8a07-e187772e37f3), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:35.869272 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a937cc-3c60-4a3b-8a07-e187772e37f3,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:35.988075 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:36.201363 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:06:36.312096 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:06:36.321444 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ec90ebfa-09d5-40ca-97a0-3d81fd5d98e3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7839267 Sep 14 01:06:36.322210 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58022) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:36.323300 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] Sync routers for ids ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:06:36.327145 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:36.338782 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] Routers {'5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:36.339412 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:06:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:36.367966 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f563-1c1d-4aeb-9abf-9582b16e1be3 req-834eceec-3bde-4792-ba41-da66507e0dde tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:36.369469 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e7c5f563-1c1d-4aeb-9abf-9582b16e1be3 req-834eceec-3bde-4792-ba41-da66507e0dde tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 943 time: 0.0507045 Sep 14 01:06:36.408414 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:36.431503 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e7c5f563-1c1d-4aeb-9abf-9582b16e1be3 req-a09625d9-cd57-4e58-a886-625bf37d818c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545511 Sep 14 01:06:36.434592 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks [] for router (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:36.437932 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:36.459472 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] Set router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:36.572194 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f680e-a66b-4225-9f1f-2c6208a577eb req-71c956de-3d12-468e-980a-d85ca5a2a12a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:36.573569 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c62f680e-a66b-4225-9f1f-2c6208a577eb req-71c956de-3d12-468e-980a-d85ca5a2a12a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0842438 Sep 14 01:06:36.587880 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks [] for router_gateway (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:36.640658 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:06:35Z', 'revision_number': 5, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port': {'id': '56c673cd-c485-4b5c-a0fa-ed2a702fdb48', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:36.657614 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c62f680e-a66b-4225-9f1f-2c6208a577eb req-b65aa443-26a1-4556-9e92-3dc77718497f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781841 Sep 14 01:06:36.662406 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Deleting port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:36.662736 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:36.671103 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] Checking router: 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:06:36.683199 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] Routers {'5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:36.684036 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:06:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:36.751826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] For port 56c673cd-c485-4b5c-a0fa-ed2a702fdb48, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:36.753121 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:36.766190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Calling delete_port for 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:36.768449 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] Set router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:36.819252 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:06:36Z', 'revision_number': 6, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:36.842908 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243ec9-1253-4dfc-b28e-b1a97c8c56c1 None None] The sync data for ids ['5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2'] in dv-cinder-857528-1-iscsi is: [{'id': '5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2', 'name': 'tempest-DeleteServersTestJSON-2018387522-router', 'tenant_id': '832072fd5b984b5b91d249c5733452b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:06:36Z', 'revision_number': 6, 'project_id': '832072fd5b984b5b91d249c5733452b8', 'gw_port_host': None}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:06:36.935819 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (56c673cd-c485-4b5c-a0fa-ed2a702fdb48), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:36.965792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c673cd-c485-4b5c-a0fa-ed2a702fdb48,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:36.994550 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.094477 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.097178 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks [] for router_controller (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.158145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.159183 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:06:37.163887 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.164976 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-de97747e-7ae6-486c-ad18-c6fddb6886d1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/5ab2a682-d5f1-4917-9b1b-3ae9f93ee0c2 HTTP/1.1" status: 204 len: 168 time: 0.8418498 Sep 14 01:06:37.167505 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58032) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:37.216312 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Deleting subnet 9d2976c5-3d5c-4d03-8cf9-0c3025087ba5 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:06:37.220279 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Publish callbacks [] for subnet (9d2976c5-3d5c-4d03-8cf9-0c3025087ba5), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.263524 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Publish callbacks [] for subnet (9d2976c5-3d5c-4d03-8cf9-0c3025087ba5), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.346813 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (9d2976c5-3d5c-4d03-8cf9-0c3025087ba5), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.348845 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:37.406919 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (9d2976c5-3d5c-4d03-8cf9-0c3025087ba5), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.411348 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:37.449012 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2976c5-3d5c-4d03-8cf9-0c3025087ba5,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:37.453395 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.459541 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-63776534-6f78-4a05-b7cc-c5fe619814de admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/9d2976c5-3d5c-4d03-8cf9-0c3025087ba5 HTTP/1.1" status: 204 len: 168 time: 0.2884266 Sep 14 01:06:37.460434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58036) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:37.468559 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671e01e-45ab-411c-b880-efc2aa7bcd5e None None] Network 11c04de1-f8e8-4b37-991f-4682013f39d6 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:37.575859 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (11c04de1-f8e8-4b37-991f-4682013f39d6), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.585190 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57653-7acf-47ae-8f7a-003f6e0418ee req-1058a53a-2abd-4598-a089-277dd94bf0d3 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:37.587170 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2be57653-7acf-47ae-8f7a-003f6e0418ee req-1058a53a-2abd-4598-a089-277dd94bf0d3 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 943 time: 0.0709546 Sep 14 01:06:37.634547 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] DHCP port deletion for 11c04de1-f8e8-4b37-991f-4682013f39d6 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:06:37.636784 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 85a937cc-3c60-4a3b-8a07-e187772e37f3 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:37.663493 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 85a937cc-3c60-4a3b-8a07-e187772e37f3 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:37.663863 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 85a937cc-3c60-4a3b-8a07-e187772e37f3 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:37.672867 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Deleting port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:37.673210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.680550 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2be57653-7acf-47ae-8f7a-003f6e0418ee req-d1a059cb-ec13-4c47-a5a1-f8ba8231a500 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876229 Sep 14 01:06:37.707323 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] Deleting port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:37.708778 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.754104 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] For port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:37.754604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.773717 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Calling delete_port for 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:37.792606 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] For port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,segment=NetworkSegment(e574ef3e-e754-4968-b39f-1083a1a60954),segment_id=e574ef3e-e754-4968-b39f-1083a1a60954)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:37.793024 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.798190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0878a-b9e2-4a97-a540-7f53eb78ca20 req-cf13cfa6-e51a-4f22-bf65-0941e64c6e2c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:37.800554 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0ab0878a-b9e2-4a97-a540-7f53eb78ca20 req-cf13cfa6-e51a-4f22-bf65-0941e64c6e2c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0563717 Sep 14 01:06:37.807821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] Calling delete_port for 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:37.857768 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0ab0878a-b9e2-4a97-a540-7f53eb78ca20 req-1ce053cc-5bfa-4b92-9462-b93ef1ed427b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508733 Sep 14 01:06:37.869363 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.900487 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:37.907025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] No DVR routers for this DVR port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:37.938005 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (6e3ddc2d-d082-48cf-adcc-d0e957e554b1), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:37.967536 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] Pushing event deleted for resources: {'Port': ['ID=6e3ddc2d-d082-48cf-adcc-d0e957e554b1,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:37.971344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9741b-8ce5-449a-b315-26b7a733082b None None] No DVR routers for this DVR port 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:37.989151 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (11c04de1-f8e8-4b37-991f-4682013f39d6), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.014918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.015197 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.016139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.016464 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > port after_create 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.016783 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.017222 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > port after_update 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.017546 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.017929 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.018257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.018585 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.194693 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.195051 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.195388 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.195772 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:38.196147 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c04de1-f8e8-4b37-991f-4682013f39d6']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:38.213531 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e574ef3e-e754-4968-b39f-1083a1a60954') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:38.213833 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e574ef3e-e754-4968-b39f-1083a1a60954') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:38.230205 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (e574ef3e-e754-4968-b39f-1083a1a60954), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.280988 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (e574ef3e-e754-4968-b39f-1083a1a60954), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.282650 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-63a7ff2b-342a-4892-a7b9-d1feb7b6b01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.295096 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:06:38.295494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (e574ef3e-e754-4968-b39f-1083a1a60954), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.321053 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-a50a707a-2e08-4792-aa8d-ee09b67871f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:38.322707 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-a50a707a-2e08-4792-aa8d-ee09b67871f2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 1127 time: 0.0767515 Sep 14 01:06:38.359213 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:38.430679 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (11c04de1-f8e8-4b37-991f-4682013f39d6), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.454318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.457528 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/11c04de1-f8e8-4b37-991f-4682013f39d6 HTTP/1.1" status: 204 len: 168 time: 0.9965587 Sep 14 01:06:38.460968 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Pushing event deleted for resources: {'Network': ['ID=11c04de1-f8e8-4b37-991f-4682013f39d6,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:38.471286 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.471684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.472034 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.472375 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.472708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.473330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.473913 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.474253 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.474591 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.474919 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.475407 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.475930 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.476265 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.476788 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.477125 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1b8f2-5880-4145-b028-8ed6f1fe560c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:38.505049 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-2db2c8d7-5461-4dab-806e-294721529b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:38.506527 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-2db2c8d7-5461-4dab-806e-294721529b6d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 200 len: 909 time: 0.1581209 Sep 14 01:06:38.521933 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment e574ef3e-e754-4968-b39f-1083a1a60954 resource provider aggregate not found Sep 14 01:06:38.554972 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-b6bb1d4d-db04-4399-b6c0-865ec85168a2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b HTTP/1.1" status: 200 len: 217 time: 0.0412297 Sep 14 01:06:38.573907 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment e574ef3e-e754-4968-b39f-1083a1a60954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e574ef3e-e754-4968-b39f-1083a1a60954 found for delete ", "request_id": "req-046c5cf6-558e-499b-8542-017a3724c979"}]} Sep 14 01:06:38.615285 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-b536f85e-5660-49e2-bda9-d5f81d3481ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:38.616811 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-b536f85e-5660-49e2-bda9-d5f81d3481ae service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=76a4616c-473d-4867-b751-9f33f0a12aba HTTP/1.1" status: 200 len: 849 time: 0.0521085 Sep 14 01:06:38.647094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58058) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:38.654984 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-72a8a383-7842-4f77-ae70-b76ea83dcd13 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=fb1d7035-fdb4-44fc-a6f7-c8481e97c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293374 Sep 14 01:06:38.691415 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-37211aed-faf1-4f7f-94ab-5a0fc762a4da admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=832072fd5b984b5b91d249c5733452b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430760 Sep 14 01:06:38.693894 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58060) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:38.743438 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:38.750074 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4a2c-edb8-4923-a484-c5ba3e968422 admin admin] Publish callbacks [] for security_group (64ebc78e-0674-4823-9c04-b3dd6627ec98), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.759952 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-24b600b9-a6a6-4c85-8d22-46ed40421a9a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989289 Sep 14 01:06:38.772739 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4a2c-edb8-4923-a484-c5ba3e968422 admin admin] Publish callbacks [] for security_group (64ebc78e-0674-4823-9c04-b3dd6627ec98), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.821451 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4a2c-edb8-4923-a484-c5ba3e968422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (64ebc78e-0674-4823-9c04-b3dd6627ec98), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.824266 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4a2c-edb8-4923-a484-c5ba3e968422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.825638 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ff5f4a2c-edb8-4923-a484-c5ba3e968422 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/64ebc78e-0674-4823-9c04-b3dd6627ec98 HTTP/1.1" status: 204 len: 168 time: 0.1307056 Sep 14 01:06:38.834159 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4a2c-edb8-4923-a484-c5ba3e968422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ebc78e-0674-4823-9c04-b3dd6627ec98,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:38.857831 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea3d9c-f915-4e73-a199-28966dd735d9 req-50a10cc4-ef07-4a6b-8e47-494b36af844c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:38.859307 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-01ea3d9c-f915-4e73-a199-28966dd735d9 req-50a10cc4-ef07-4a6b-8e47-494b36af844c tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 943 time: 0.0965381 Sep 14 01:06:38.940225 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ce45955d-caf5-4d53-b9c0-53fb1a43e555 req-80de8433-1ddf-452b-bfb7-af6944246756 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446187 Sep 14 01:06:38.947262 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-01ea3d9c-f915-4e73-a199-28966dd735d9 req-5b5eddf6-817b-4315-9133-45e871549aed tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Sep 14 01:06:39.029536 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb827b48-c62a-497d-9ce3-71d85d2bdd86 req-58af1798-653b-49c7-a5ff-aa2e716f1961 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:39.036920 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fb827b48-c62a-497d-9ce3-71d85d2bdd86 req-58af1798-653b-49c7-a5ff-aa2e716f1961 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0934677 Sep 14 01:06:39.039271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:39.063445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:39.063842 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6e3ddc2d-d082-48cf-adcc-d0e957e554b1 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:39.064264 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:39.083284 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:39.083667 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 56c673cd-c485-4b5c-a0fa-ed2a702fdb48 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:39.087421 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fb827b48-c62a-497d-9ce3-71d85d2bdd86 req-d1bf6ec4-3479-480e-8c19-56590d846d96 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Sep 14 01:06:39.358097 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.399316 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58084) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:39.519732 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.600564 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Publish callbacks [] for security_group (c7bcd1db-dc77-43b3-bdbe-42929968e5ea), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.605031 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (c7bcd1db-dc77-43b3-bdbe-42929968e5ea), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.647408 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=38e0fb44599648b99e9d59701bca4a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468944 Sep 14 01:06:39.648360 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bcd1db-dc77-43b3-bdbe-42929968e5ea,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:39.650196 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58096) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:39.655655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.656001 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.656510 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.657025 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.657522 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.657852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.658237 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.658789 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.659171 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.659535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.659866 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.660205 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.660530 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.660858 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.661186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2001a2a-d229-4a86-ad23-68acd3d1f093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:39.704809 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0791dfdc-d0c4-4505-9df9-bf2ad6ccdb22 admin admin] Publish callbacks [] for security_group (c7bcd1db-dc77-43b3-bdbe-42929968e5ea), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.725312 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0791dfdc-d0c4-4505-9df9-bf2ad6ccdb22 admin admin] Publish callbacks [] for security_group (c7bcd1db-dc77-43b3-bdbe-42929968e5ea), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.775610 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0791dfdc-d0c4-4505-9df9-bf2ad6ccdb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (c7bcd1db-dc77-43b3-bdbe-42929968e5ea), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.778530 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0791dfdc-d0c4-4505-9df9-bf2ad6ccdb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.779707 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0791dfdc-d0c4-4505-9df9-bf2ad6ccdb22 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c7bcd1db-dc77-43b3-bdbe-42929968e5ea HTTP/1.1" status: 204 len: 168 time: 0.1285052 Sep 14 01:06:39.788033 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791dfdc-d0c4-4505-9df9-bf2ad6ccdb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bcd1db-dc77-43b3-bdbe-42929968e5ea,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:40.097828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cbb9b-7c5b-4f5d-b9dd-e48198c3fcad req-97a8d9c5-72bd-4b4f-853c-ad297bc90bfe tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:40.100736 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1c9cbb9b-7c5b-4f5d-b9dd-e48198c3fcad req-97a8d9c5-72bd-4b4f-853c-ad297bc90bfe tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 943 time: 0.0621736 Sep 14 01:06:40.167779 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1c9cbb9b-7c5b-4f5d-b9dd-e48198c3fcad req-817a7e27-372c-4b56-aa76-cad51ecb33ad tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590322 Sep 14 01:06:40.253653 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ede79-b1e0-4977-8867-1ab1f6967ab7 req-47f87d4b-38ae-4bc5-a64d-955a50494bd6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:40.255336 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ba5ede79-b1e0-4977-8867-1ab1f6967ab7 req-47f87d4b-38ae-4bc5-a64d-955a50494bd6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0522327 Sep 14 01:06:40.306418 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ba5ede79-b1e0-4977-8867-1ab1f6967ab7 req-d44151f1-e9c9-4fef-97ec-5119fc10d5b5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Sep 14 01:06:40.556632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58130) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:40.655362 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-40593314-network', 'tenant_id': '0f8eb4de1820448eb1064b0fbb45a259'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:40.684139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Made reservation on behalf of 0f8eb4de1820448eb1064b0fbb45a259 for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:40.686458 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.694411 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.696025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.747217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:40.777365 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks [] for security_group (f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.780701 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.794709 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:06:40.809902 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:06:40.817243 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:40.824028 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (76d2f83b-a8f7-4142-9613-5844c31ae664), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.824380 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Added segment 76d2f83b-a8f7-4142-9613-5844c31ae664 of type vlan for network 3dab046e-a732-4523-8b50-a5cba6b7830d Sep 14 01:06:40.865983 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (3dab046e-a732-4523-8b50-a5cba6b7830d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.892005 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (3dab046e-a732-4523-8b50-a5cba6b7830d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.893632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:40.894230 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.906374 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:40.918534 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b', 'network_id': 'fb1d7035-fdb4-44fc-a6f7-c8481e97c847', 'port_id': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b', 'mac_address': 'fa:16:3e:04:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a4616c-473d-4867-b751-9f33f0a12aba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:06:40.958762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:40.959158 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4014468 Sep 14 01:06:40.959266 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:40.962247 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58136) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:40.964694 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709d84-af9c-4903-a309-0d09b89d1cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=3dab046e-a732-4523-8b50-a5cba6b7830d,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:40.967072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Request body: {'subnet': {'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-40593314-subnet', 'tenant_id': '0f8eb4de1820448eb1064b0fbb45a259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:40.975338 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 3dab046e-a732-4523-8b50-a5cba6b7830d details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:06:40.988984 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Made reservation on behalf of 0f8eb4de1820448eb1064b0fbb45a259 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:40.990783 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:40.991705 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:41.062111 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:41.070887 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:41.077536 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:41.131539 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:41.139247 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.139614 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.139981 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.140342 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.140676 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.141006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.141328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.141649 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.141976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.142298 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.142686 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.143037 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.143427 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.143784 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.144135 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:41.321657 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc6d79-4629-40a6-851c-f571186dfd00 req-8a35b52f-0f17-445d-b4bf-91800bde6b40 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:41.323321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17cc6d79-4629-40a6-851c-f571186dfd00 req-8a35b52f-0f17-445d-b4bf-91800bde6b40 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 944 time: 0.0588050 Sep 14 01:06:41.328537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:41.360556 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:41.393327 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17cc6d79-4629-40a6-851c-f571186dfd00 req-eed4de9b-6e6e-4072-9927-90e0c17158ae tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 Sep 14 01:06:41.469513 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (d6e21e22-e41c-47d0-a571-a21b59207d67), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:41.488220 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fbf7b-86e3-4797-b800-b13c040a58d4 req-fec9f12f-8f95-490b-af61-71048e9382e9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:41.489862 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b8fbf7b-86e3-4797-b800-b13c040a58d4 req-fec9f12f-8f95-490b-af61-71048e9382e9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0737383 Sep 14 01:06:41.570184 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e21e22-e41c-47d0-a571-a21b59207d67,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:41.594493 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b8fbf7b-86e3-4797-b800-b13c040a58d4 req-d2ab506b-f1d4-484a-908e-39aae1b70c30 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824254 Sep 14 01:06:41.595406 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Checking segment: {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:41.596177 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Network hostable DHCP agents. Network: 3dab046e-a732-4523-8b50-a5cba6b7830d, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:06:41.605597 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['3ca2b5fe-47ef-4179-97e0-8c0f3dede52b'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:41.637114 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Network 3dab046e-a732-4523-8b50-a5cba6b7830d is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:06:41.643868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:41.648368 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 3dab046e-a732-4523-8b50-a5cba6b7830d) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:41.652855 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:41.653766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:41.667369 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9dfdd2-ac00-44ab-99c7-53ecae691233 None None] Network 3dab046e-a732-4523-8b50-a5cba6b7830d requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:41.671195 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:41.672151 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-9b9fdabe-395d-4cf2-9845-2ee4b1627689 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7088339 Sep 14 01:06:41.931830 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cc0d02-5b72-404d-b3ed-df994181e45d None None] Network 3dab046e-a732-4523-8b50-a5cba6b7830d requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:42.494387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:42.510565 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aace4c-0f92-4bc5-9ce4-f7f7b220882d req-163e10ac-bb6d-4557-a0ea-4114fa6ebcb8 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:42.512037 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-44aace4c-0f92-4bc5-9ce4-f7f7b220882d req-163e10ac-bb6d-4557-a0ea-4114fa6ebcb8 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 944 time: 0.0477073 Sep 14 01:06:42.558421 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-44aace4c-0f92-4bc5-9ce4-f7f7b220882d req-c163eefd-be4e-4b55-ae6a-39ab9d7c6962 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Sep 14 01:06:42.733170 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588efd0-67f2-4a9f-9299-f2fc92def6a8 req-33865548-7a23-42db-83fd-672cf00ef7e9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:42.734807 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f588efd0-67f2-4a9f-9299-f2fc92def6a8 req-33865548-7a23-42db-83fd-672cf00ef7e9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Sep 14 01:06:42.788544 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f588efd0-67f2-4a9f-9299-f2fc92def6a8 req-2f5fbc47-f113-463c-b0d6-aedff08b21b8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Sep 14 01:06:43.024340 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:43.072220 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:06:43.077979 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:43.078355 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:43.078688 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b Sep 14 01:06:43.155105 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:43.155497 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:43.178963 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:43.181113 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d285f5f-a0c8-4c44-8711-6667dae1b8fe" -d '{"events": [{"server_uuid": "3baa270c-fed4-45ed-b3c2-bec6c36b92b3", "name": "network-vif-plugged", "status": "completed", "tag": "3ca2b5fe-47ef-4179-97e0-8c0f3dede52b"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:43.195836 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:43.199379 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:43.225709 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303caf7b-6981-4d25-8786-503f3c69a0f5 x-openstack-request-id: req-303caf7b-6981-4d25-8786-503f3c69a0f5 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:43.226003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baa270c-fed4-45ed-b3c2-bec6c36b92b3", "name": "network-vif-plugged", "status": "completed", "tag": "3ca2b5fe-47ef-4179-97e0-8c0f3dede52b", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:43.226256 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-303caf7b-6981-4d25-8786-503f3c69a0f5 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:43.226652 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303caf7b-6981-4d25-8786-503f3c69a0f5'] response: {'server_uuid': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b', 'code': 200} Sep 14 01:06:43.250238 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:43.482137 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad48533-a10e-4366-8eaa-2609ef00c026 req-48cf5222-f7d4-4029-ae8b-f20b7cb3f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:43.483597 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fad48533-a10e-4366-8eaa-2609ef00c026 req-48cf5222-f7d4-4029-ae8b-f20b7cb3f8a2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 1129 time: 0.0426157 Sep 14 01:06:43.529394 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fad48533-a10e-4366-8eaa-2609ef00c026 req-f110a373-4ca7-4b1b-bb80-00a2df96db6e service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Sep 14 01:06:43.681183 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b009f-d0ef-4799-8f51-0e317539ced8 req-cdd546b1-02a8-4d8a-a42f-2bb2f686c2fd tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:43.682655 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f50b009f-d0ef-4799-8f51-0e317539ced8 req-cdd546b1-02a8-4d8a-a42f-2bb2f686c2fd tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0473199 Sep 14 01:06:43.729987 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f50b009f-d0ef-4799-8f51-0e317539ced8 req-5dafb225-ae1e-4699-9867-d9020a5b6ec8 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Sep 14 01:06:43.916410 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c594-35c5-4c7c-ad1e-13b145669481 req-f5fa3290-fabc-41df-9a4f-e02d5f2359c2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:43.917881 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b4c2c594-35c5-4c7c-ad1e-13b145669481 req-f5fa3290-fabc-41df-9a4f-e02d5f2359c2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0492220 Sep 14 01:06:43.979054 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b4c2c594-35c5-4c7c-ad1e-13b145669481 req-d3d38506-0711-4d95-b264-438af78a121f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536759 Sep 14 01:06:44.536223 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-261b6630-8bc2-45df-a517-a4b24b6baa68 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:44.538347 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-261b6630-8bc2-45df-a517-a4b24b6baa68 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3dab046e-a732-4523-8b50-a5cba6b7830d HTTP/1.1" status: 200 len: 812 time: 0.1128788 Sep 14 01:06:44.554577 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-1215ccdd-c522-4e44-910e-f9a5fb448028 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/quotas/0f8eb4de1820448eb1064b0fbb45a259 HTTP/1.1" status: 200 len: 375 time: 0.0098298 Sep 14 01:06:44.589974 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-1672e3e1-0830-416e-b2e3-0430b4dab720 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294025 Sep 14 01:06:44.691627 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-e3636d56-48cb-4753-980c-0d86eb11f129 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948751 Sep 14 01:06:44.790717 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-6b3a8c78-27f1-40a6-b66d-2991a854bcce service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922334 Sep 14 01:06:44.855688 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0afb9-613d-4f76-9a70-d80fcfb197f8 req-aa3c418c-bfa1-434a-b635-77b171ce9233 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:44.857198 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0ba0afb9-613d-4f76-9a70-d80fcfb197f8 req-aa3c418c-bfa1-434a-b635-77b171ce9233 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Sep 14 01:06:44.915739 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0ba0afb9-613d-4f76-9a70-d80fcfb197f8 req-6752550d-1606-4ef4-8399-864eba8aaab6 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522299 Sep 14 01:06:44.992521 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f638747-c9c9-436c-9be2-933aa29731b8 req-e7021991-78e8-453b-8fea-e8976653ad8a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0314918 Sep 14 01:06:45.120370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3a419-8977-4b3a-9733-0674a71e8b60 req-b743c50e-31e1-4242-852d-b7f63a469b9d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:45.122285 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8db3a419-8977-4b3a-9733-0674a71e8b60 req-b743c50e-31e1-4242-852d-b7f63a469b9d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0516713 Sep 14 01:06:45.179907 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8db3a419-8977-4b3a-9733-0674a71e8b60 req-672cf54e-95cb-4ed6-96da-ef5f69a1a992 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511668 Sep 14 01:06:46.046785 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38345a13-53c1-4454-ab0e-fddbc05984f3 req-51767e25-2687-4915-8193-121a0a9ddc51 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:46.048298 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38345a13-53c1-4454-ab0e-fddbc05984f3 req-51767e25-2687-4915-8193-121a0a9ddc51 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Sep 14 01:06:46.094805 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-31eeb9e8-673e-45db-a7d9-ceb268963950 req-5066d5da-f77e-4eb0-bca4-5f3161780355 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0273194 Sep 14 01:06:46.098836 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38345a13-53c1-4454-ab0e-fddbc05984f3 req-c4112f15-4932-45a5-bc90-1e882794a208 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Sep 14 01:06:46.317449 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4945b7-42f0-46ba-929c-5d847ce865c9 req-be41910d-cc53-4f27-98d6-193805b9a034 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:46.319019 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab4945b7-42f0-46ba-929c-5d847ce865c9 req-be41910d-cc53-4f27-98d6-193805b9a034 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0552931 Sep 14 01:06:46.369657 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab4945b7-42f0-46ba-929c-5d847ce865c9 req-7f31bb5a-aeec-46c6-a31e-753dd1452191 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Sep 14 01:06:46.822141 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=44 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:46.823326 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=39 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:46.965086 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:47.004948 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e2241-6283-4e70-8de1-30bb5420d33d req-7df1a114-a80e-492e-a1e2-191a1fa014ac tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.006370 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c65e2241-6283-4e70-8de1-30bb5420d33d req-7df1a114-a80e-492e-a1e2-191a1fa014ac tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Sep 14 01:06:47.054975 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c65e2241-6283-4e70-8de1-30bb5420d33d req-9349cb32-bad7-4fa0-9413-57b0944fd361 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Sep 14 01:06:47.204498 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8c36abfa-528a-4c88-8b4a-34e30d9c5c23 req-264b0f84-77e9-4d59-b2c8-0abe6777ff42 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0291371 Sep 14 01:06:47.480326 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:47.497043 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47063c4d-1842-40cc-8ace-974bfc42b417 req-263b5075-9f67-41cf-9082-2c7be98c34fc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.498526 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-47063c4d-1842-40cc-8ace-974bfc42b417 req-263b5075-9f67-41cf-9082-2c7be98c34fc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0492046 Sep 14 01:06:47.557112 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-47063c4d-1842-40cc-8ace-974bfc42b417 req-48f7f266-ea04-4ac6-8cc0-20a68ca087d8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Sep 14 01:06:48.143139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:48.180567 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac121f7-0e49-49a4-883e-206aa43b1c81 req-ce917ea8-0164-4981-80c2-b8b0f248bfa1 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.182047 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6ac121f7-0e49-49a4-883e-206aa43b1c81 req-ce917ea8-0164-4981-80c2-b8b0f248bfa1 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Sep 14 01:06:48.234182 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6ac121f7-0e49-49a4-883e-206aa43b1c81 req-c35b1f0b-9fa0-425e-b99b-57cda401fa75 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Sep 14 01:06:48.311141 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-15380472-639b-4a94-addb-5531b54322b6 req-43924bb8-59b9-4904-aa46-1a5372a6adcd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0295296 Sep 14 01:06:48.678346 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:48.687965 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b98a-654d-48f3-9ae5-4e5d9194595b req-4e45bd0c-0c22-4e81-8455-cf7c526c3d97 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.689593 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2f50b98a-654d-48f3-9ae5-4e5d9194595b req-4e45bd0c-0c22-4e81-8455-cf7c526c3d97 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0558708 Sep 14 01:06:48.746440 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2f50b98a-654d-48f3-9ae5-4e5d9194595b req-453ef5e0-cbf3-4938-9167-7560570cc3d8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Sep 14 01:06:48.881393 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-10af5cb1-ad98-4858-97e6-479fd1728a42 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408757 Sep 14 01:06:48.958494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f72f-904a-4f76-993a-914992329bf7 req-32e5154c-ff35-40ce-934a-18e91e9976b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.960539 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a565f72f-904a-4f76-993a-914992329bf7 req-32e5154c-ff35-40ce-934a-18e91e9976b9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1129 time: 0.0447590 Sep 14 01:06:48.961216 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58314) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:49.070460 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8063-00fe-4bdf-8291-ad2dfcc07fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.151149 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8063-00fe-4bdf-8291-ad2dfcc07fb0 admin admin] Publish callbacks [] for security_group (63ac581a-b980-4c34-a77e-a9d02d3cd93b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.154742 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8063-00fe-4bdf-8291-ad2dfcc07fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (63ac581a-b980-4c34-a77e-a9d02d3cd93b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.178234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:49.212495 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9d1f8063-00fe-4bdf-8291-ad2dfcc07fb0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f79f3054de6849ccbd4ac3f03221bb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502787 Sep 14 01:06:49.215127 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f8063-00fe-4bdf-8291-ad2dfcc07fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac581a-b980-4c34-a77e-a9d02d3cd93b,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:49.215485 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58318) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:49.241062 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a565f72f-904a-4f76-993a-914992329bf7 req-8bbe5e94-faf8-4c5a-95fe-156bb75afe97 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712969 Sep 14 01:06:49.272240 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9218-8d87-402e-98ea-e0b160eb3572 admin admin] Publish callbacks [] for security_group (63ac581a-b980-4c34-a77e-a9d02d3cd93b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.294280 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9218-8d87-402e-98ea-e0b160eb3572 admin admin] Publish callbacks [] for security_group (63ac581a-b980-4c34-a77e-a9d02d3cd93b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.379682 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c05972-a9bb-4e94-bb4a-735ba450baf4 req-49315f14-efe0-4803-8c58-2dda0934da89 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.381260 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54c05972-a9bb-4e94-bb4a-735ba450baf4 req-49315f14-efe0-4803-8c58-2dda0934da89 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0620241 Sep 14 01:06:49.398352 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9218-8d87-402e-98ea-e0b160eb3572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (63ac581a-b980-4c34-a77e-a9d02d3cd93b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.400832 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9218-8d87-402e-98ea-e0b160eb3572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:49.401978 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ba8a9218-8d87-402e-98ea-e0b160eb3572 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/63ac581a-b980-4c34-a77e-a9d02d3cd93b HTTP/1.1" status: 204 len: 168 time: 0.1853464 Sep 14 01:06:49.420310 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4906a471-4d8b-4e1c-a634-db1643d5361d req-23199dd6-57c3-45d7-a369-839f6edad557 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0321138 Sep 14 01:06:49.422625 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9218-8d87-402e-98ea-e0b160eb3572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac581a-b980-4c34-a77e-a9d02d3cd93b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:49.462671 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54c05972-a9bb-4e94-bb4a-735ba450baf4 req-80a375fc-9090-4e5e-8a15-55721b88a71d tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Sep 14 01:06:49.707375 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-7402fff1-d427-4d25-811e-f610df5fb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.708880 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-7402fff1-d427-4d25-811e-f610df5fb38d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1129 time: 0.0558512 Sep 14 01:06:49.748631 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-9f67e93c-722b-47ab-bb2e-c430a384c503 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.750187 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-9f67e93c-722b-47ab-bb2e-c430a384c503 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0573342 Sep 14 01:06:49.880248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17569e-9648-42bf-95f9-e1c99803f1e4 req-b9257926-595d-4da8-a8c8-b81118fbf797 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.881972 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fb17569e-9648-42bf-95f9-e1c99803f1e4 req-b9257926-595d-4da8-a8c8-b81118fbf797 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0551772 Sep 14 01:06:49.935301 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fb17569e-9648-42bf-95f9-e1c99803f1e4 req-4466f30f-b825-419c-9385-ef969a73ec51 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 Sep 14 01:06:50.094462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58346) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:50.200165 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-527424386-network', 'tenant_id': 'fb2f1550baa24e66a643c060fa34f8ed'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:50.225176 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Made reservation on behalf of fb2f1550baa24e66a643c060fa34f8ed for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:50.227607 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.239792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.332231 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks [] for security_group (32f27671-a917-43c5-b4f7-1d7f53abb980), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.338735 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Deleting port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:50.339331 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.339746 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (32f27671-a917-43c5-b4f7-1d7f53abb980), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.370353 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:06:50.381475 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f27671-a917-43c5-b4f7-1d7f53abb980,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:50.389369 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (cb7ccd11-636f-4ac2-9f28-fc38cfcc1510), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.389864 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Added segment cb7ccd11-636f-4ac2-9f28-fc38cfcc1510 of type vlan for network 87621cee-e544-4eeb-b71d-fb99d3191ed5 Sep 14 01:06:50.436897 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (87621cee-e544-4eeb-b71d-fb99d3191ed5), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.467805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (87621cee-e544-4eeb-b71d-fb99d3191ed5), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.468981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.469658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.568293 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4726903 Sep 14 01:06:50.572514 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8e596b3a-eca6-4328-8525-6f4008478f8e req-d0be9b43-8649-4f94-a991-2886b7b11f2b tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0430825 Sep 14 01:06:50.572956 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58354) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:50.579987 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Request body: {'subnet': {'network_id': '87621cee-e544-4eeb-b71d-fb99d3191ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-527424386-subnet', 'tenant_id': 'fb2f1550baa24e66a643c060fa34f8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:50.585778 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795633b7-80b5-4bdf-bd61-bdc385272dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=87621cee-e544-4eeb-b71d-fb99d3191ed5,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:50.598008 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 87621cee-e544-4eeb-b71d-fb99d3191ed5 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:06:50.612228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:50.615095 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Made reservation on behalf of fb2f1550baa24e66a643c060fa34f8ed for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:50.618059 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.624087 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-c6808ea5-0a40-4cf7-84fe-5f9fb1701cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.625495 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-c6808ea5-0a40-4cf7-84fe-5f9fb1701cdc service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.4382000 Sep 14 01:06:50.658979 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:50.683376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250f77-9de2-4538-abad-cba4133c3526 req-f90a996d-0814-4592-958a-d8ca589aaa9f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.684827 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3f250f77-9de2-4538-abad-cba4133c3526 req-f90a996d-0814-4592-958a-d8ca589aaa9f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Sep 14 01:06:50.722729 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:50.736940 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] For port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,segment=NetworkSegment(a38a3703-d16c-44ca-97e1-ce1b90cf0588),segment_id=a38a3703-d16c-44ca-97e1-ce1b90cf0588)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:50.737492 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.764869 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Calling delete_port for 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:50.784960 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3f250f77-9de2-4538-abad-cba4133c3526 req-2cf6764c-6452-4cb9-a3ba-29d63a942e6f tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32799de8-7e0a-499c-8471-6f757a9e33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892384 Sep 14 01:06:50.817525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (61b913ba-42de-45a3-9396-1028486b56cb), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.889218 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b913ba-42de-45a3-9396-1028486b56cb,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:50.899764 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Checking segment: {'id': 'cb7ccd11-636f-4ac2-9f28-fc38cfcc1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '87621cee-e544-4eeb-b71d-fb99d3191ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:50.900267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Network hostable DHCP agents. Network: 87621cee-e544-4eeb-b71d-fb99d3191ed5, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:06:50.916215 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (3ca2b5fe-47ef-4179-97e0-8c0f3dede52b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.921438 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Network 87621cee-e544-4eeb-b71d-fb99d3191ed5 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:06:50.934366 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 87621cee-e544-4eeb-b71d-fb99d3191ed5) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:50.939184 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.940448 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:50.951546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78435334-45ec-4d19-b6f8-9b6ddfed76bf None None] Network 87621cee-e544-4eeb-b71d-fb99d3191ed5 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:50.965137 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2d1d7890-bd2e-40e4-b4f6-143da8dc8cc1 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3889599 Sep 14 01:06:50.965565 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Pushing event deleted for resources: {'Port': ['ID=3ca2b5fe-47ef-4179-97e0-8c0f3dede52b,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:50.980944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['3ca2b5fe-47ef-4179-97e0-8c0f3dede52b'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:51.064891 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-db8c450b-0ba8-4b5d-a2b6-4b7ec6d0814c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 200 len: 217 time: 0.0805020 Sep 14 01:06:51.086203 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] No DVR routers for this DVR port 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:51.089979 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.094701 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e184cf51-3e7a-44d7-8ef5-8c58aff3db92 req-146e2f49-35fe-4572-8a34-a4a021837304 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.44 "DELETE /networking/v2.0/ports/3ca2b5fe-47ef-4179-97e0-8c0f3dede52b HTTP/1.1" status: 204 len: 173 time: 0.8979411 Sep 14 01:06:51.095270 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'name': 'network-vif-deleted', 'tag': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:51.099063 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfff4f6-acfb-494c-9afe-c70ba09d3602" -d '{"events": [{"server_uuid": "3baa270c-fed4-45ed-b3c2-bec6c36b92b3", "name": "network-vif-deleted", "tag": "3ca2b5fe-47ef-4179-97e0-8c0f3dede52b"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:51.123027 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4232627c-10c9-43ed-baaa-75efc537e005 None None] Network 87621cee-e544-4eeb-b71d-fb99d3191ed5 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:51.149816 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf0b2a-a01b-4d73-8302-38ad9beb4d5d x-openstack-request-id: req-56bf0b2a-a01b-4d73-8302-38ad9beb4d5d {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:51.150119 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baa270c-fed4-45ed-b3c2-bec6c36b92b3", "name": "network-vif-deleted", "tag": "3ca2b5fe-47ef-4179-97e0-8c0f3dede52b", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:51.150365 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56bf0b2a-a01b-4d73-8302-38ad9beb4d5d {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:51.150764 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bf0b2a-a01b-4d73-8302-38ad9beb4d5d'] response: {'server_uuid': '3baa270c-fed4-45ed-b3c2-bec6c36b92b3', 'name': 'network-vif-deleted', 'tag': '3ca2b5fe-47ef-4179-97e0-8c0f3dede52b', 'status': 'completed', 'code': 200} Sep 14 01:06:51.164063 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c121e7c-b49e-4d17-a972-af2b12dbfffc req-5f2e6c49-642b-41ab-92d7-5342645389a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.165623 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7c121e7c-b49e-4d17-a972-af2b12dbfffc req-5f2e6c49-642b-41ab-92d7-5342645389a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0680523 Sep 14 01:06:51.197135 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:51.233181 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7c121e7c-b49e-4d17-a972-af2b12dbfffc req-75b7a5b2-eb9b-4cb6-a5ea-7bed0043a44f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613060 Sep 14 01:06:51.543399 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58374) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:51.549789 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-426698971-network', 'tenant_id': 'e5b1d3fefc34457da2dddccf502c3239'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:51.571046 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Made reservation on behalf of e5b1d3fefc34457da2dddccf502c3239 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:51.573350 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.584454 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.674722 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks [] for security_group (b6beb649-e9ca-4750-802b-819ff8e5c6e5), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.679040 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b6beb649-e9ca-4750-802b-819ff8e5c6e5), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.706410 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:06:51.716731 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9a0c6501-4d22-41d1-8bb6-f2010d1e4876 req-cb15603f-2532-4fb7-afa5-d8a531bb78b2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0475249 Sep 14 01:06:51.720688 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6beb649-e9ca-4750-802b-819ff8e5c6e5,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:51.723655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (b0950986-19e6-40d7-821d-34f636b4d919), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.724005 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Added segment b0950986-19e6-40d7-821d-34f636b4d919 of type vlan for network 4ce760ee-4119-4d7e-94b5-33c9f716814b Sep 14 01:06:51.775072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (4ce760ee-4119-4d7e-94b5-33c9f716814b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.810604 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (4ce760ee-4119-4d7e-94b5-33c9f716814b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.811690 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.812272 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.863925 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:51.869070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-081638e7-4712-4475-be43-1e26ecadb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.870922 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-081638e7-4712-4475-be43-1e26ecadb73f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.1685345 Sep 14 01:06:51.896733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] Pushing event updated for resources: {'Network': ['ID=4ce760ee-4119-4d7e-94b5-33c9f716814b,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:51.905901 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5fb8c183-9293-40b3-91bc-cd7d578503cc admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3612878 Sep 14 01:06:51.906567 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58382) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:51.909376 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 4ce760ee-4119-4d7e-94b5-33c9f716814b details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:06:51.912159 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Request body: {'subnet': {'network_id': '4ce760ee-4119-4d7e-94b5-33c9f716814b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-426698971-subnet', 'tenant_id': 'e5b1d3fefc34457da2dddccf502c3239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:51.933285 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:51.957737 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3427c711-7fcb-4012-bd45-087daf0d3bbe req-6c124e4b-60e0-4392-a59b-14dcec285f43 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0360973 Sep 14 01:06:51.959886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Made reservation on behalf of e5b1d3fefc34457da2dddccf502c3239 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:51.962436 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.981755 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-79aa176f-8569-4414-b04a-8f5c67e3de31 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.983402 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-79aa176f-8569-4414-b04a-8f5c67e3de31 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3dab046e-a732-4523-8b50-a5cba6b7830d HTTP/1.1" status: 200 len: 812 time: 0.2649004 Sep 14 01:06:51.984690 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-57cd7177-8faa-49ca-a57a-70aea1dfcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.987112 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-57cd7177-8faa-49ca-a57a-70aea1dfcf51 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045175 Sep 14 01:06:52.056778 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:52.094199 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Request body: {'port': {'device_id': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d', 'admin_state_up': True, 'tenant_id': '0f8eb4de1820448eb1064b0fbb45a259'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:52.184537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (3257027e-1c65-4325-bf4e-a6244c33d00e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.255887 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3257027e-1c65-4325-bf4e-a6244c33d00e,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:52.264333 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Checking segment: {'id': 'b0950986-19e6-40d7-821d-34f636b4d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ce760ee-4119-4d7e-94b5-33c9f716814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:52.264686 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Network hostable DHCP agents. Network: 4ce760ee-4119-4d7e-94b5-33c9f716814b, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:06:52.279114 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-ccb54e3c-64dc-4f53-888e-604d8334da52 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985846 Sep 14 01:06:52.287233 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Network 4ce760ee-4119-4d7e-94b5-33c9f716814b is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:06:52.303265 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 4ce760ee-4119-4d7e-94b5-33c9f716814b) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:52.308921 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:52.309511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.315060 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40237744-33c4-4d59-93ca-28131dedeefa None None] Network 4ce760ee-4119-4d7e-94b5-33c9f716814b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:52.348162 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d9fb975f-da62-443d-bc8b-8c952247d016 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4397793 Sep 14 01:06:52.432132 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e3a50-f2cd-4d03-8bbe-56d5a272f32c None None] Network 4ce760ee-4119-4d7e-94b5-33c9f716814b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:52.436145 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Made reservation on behalf of 0f8eb4de1820448eb1064b0fbb45a259 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:52.441407 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.477652 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7730-38de-4ccc-b3b0-3745bb970643 req-70a676f5-6899-4217-8642-4682eac01bf7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:52.479582 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-acfd7730-38de-4ccc-b3b0-3745bb970643 req-70a676f5-6899-4217-8642-4682eac01bf7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.1201839 Sep 14 01:06:52.493546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:52.493994 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dd90cf41-5156-4cdd-87e6-8fe445dd7e43 req-59b5dde1-d790-4fc8-ba43-e44b21c94b4d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077458 Sep 14 01:06:52.504627 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58392) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:52.520860 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:52.555493 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Deleting subnet 61b913ba-42de-45a3-9396-1028486b56cb {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:06:52.559654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Publish callbacks [] for subnet (61b913ba-42de-45a3-9396-1028486b56cb), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.597363 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Publish callbacks [] for subnet (61b913ba-42de-45a3-9396-1028486b56cb), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.612812 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-acfd7730-38de-4ccc-b3b0-3745bb970643 req-0fcfceec-2ee0-4d44-8096-9539e2039d67 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248658 Sep 14 01:06:52.618069 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (61b913ba-42de-45a3-9396-1028486b56cb), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.693894 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for subnet (61b913ba-42de-45a3-9396-1028486b56cb), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.701527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Allocated IP 172.20.0.2 (3dab046e-a732-4523-8b50-a5cba6b7830d/d6e21e22-e41c-47d0-a571-a21b59207d67/a24cbf5e-9696-4465-8ed2-8a2847a7e4ac) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:52.731729 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b913ba-42de-45a3-9396-1028486b56cb,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:52.733821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.740407 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b458aaf0-c903-42e8-b9a3-cf2b0269c575 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/61b913ba-42de-45a3-9396-1028486b56cb HTTP/1.1" status: 204 len: 168 time: 0.2344108 Sep 14 01:06:52.741181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58398) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:52.851772 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (87621cee-e544-4eeb-b71d-fb99d3191ed5), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.855203 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e713986c-968e-4275-a53f-cea5c5a271d3 req-19082869-3adf-4a9d-917b-7dd488c409fc tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0360193 Sep 14 01:06:52.917370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks [] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.964109 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (87621cee-e544-4eeb-b71d-fb99d3191ed5), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:52.980888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d7d7-5152-48dd-a195-692cf0f35fe5 req-a7e4825a-393b-45bb-b867-578f935d277f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:52.983357 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1034d7d7-5152-48dd-a195-692cf0f35fe5 req-a7e4825a-393b-45bb-b867-578f935d277f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0696905 Sep 14 01:06:52.983985 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:52.989345 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.989701 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.990462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.990809 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.991343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.991908 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.992240 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.992642 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.992982 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:52.993299 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:53.043091 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.070406 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:53.070990 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:53.071494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:53.072029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:06:53.072605 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87621cee-e544-4eeb-b71d-fb99d3191ed5']}} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:53.076248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Network 3dab046e-a732-4523-8b50-a5cba6b7830d is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:53.082649 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:53.085292 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:53.088651 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:53.101915 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7ccd11-636f-4ac2-9f28-fc38cfcc1510') {'for_net_delete': True} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:53.102494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7ccd11-636f-4ac2-9f28-fc38cfcc1510') {} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:53.124232 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:53.124736 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 3ca2b5fe-47ef-4179-97e0-8c0f3dede52b not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:53.125835 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5940097'] for segment (cb7ccd11-636f-4ac2-9f28-fc38cfcc1510), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.169281 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-39ea0d5c-8b6d-4470-923e-960ce0f540ba req-e5713672-fe8e-4261-9e2b-d82dac49ed00 tempest-VolumesActionsTest-1201979577 tempest-VolumesActionsTest-1201979577-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3baa270c-fed4-45ed-b3c2-bec6c36b92b3 HTTP/1.1" status: 200 len: 210 time: 0.0615335 Sep 14 01:06:53.181086 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (cb7ccd11-636f-4ac2-9f28-fc38cfcc1510), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.200799 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:06:53.201591 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5344844'] for segment (cb7ccd11-636f-4ac2-9f28-fc38cfcc1510), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.207778 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1034d7d7-5152-48dd-a195-692cf0f35fe5 req-a16edcc1-f346-4d3f-aa3b-08813baefb46 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160203 Sep 14 01:06:53.220527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-472d0c6f-6a9a-48c6-b618-33b329c63d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.222453 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-472d0c6f-6a9a-48c6-b618-33b329c63d65 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1129 time: 0.1399822 Sep 14 01:06:53.231309 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Pushing event updated for resources: {'Port': ['ID=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:53.243539 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.244173 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.264601 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-4852e81a-8bfa-436b-b742-9c4d4c6d0003 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1742609 Sep 14 01:06:53.280877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (87621cee-e544-4eeb-b71d-fb99d3191ed5), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.291860 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.300918 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/87621cee-e544-4eeb-b71d-fb99d3191ed5 HTTP/1.1" status: 204 len: 168 time: 0.5550480 Sep 14 01:06:53.301646 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58410) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:53.319290 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c3344-5c16-419f-9bcc-922e4073a0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=87621cee-e544-4eeb-b71d-fb99d3191ed5,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:53.342593 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Request body: {'port': {'device_id': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:53.455666 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_v2 [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Deleting subnet 3257027e-1c65-4325-bf4e-a6244c33d00e {{(pid=106416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:06:53.457864 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment cb7ccd11-636f-4ac2-9f28-fc38cfcc1510 resource provider aggregate not found Sep 14 01:06:53.482442 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment cb7ccd11-636f-4ac2-9f28-fc38cfcc1510 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb7ccd11-636f-4ac2-9f28-fc38cfcc1510 found for delete ", "request_id": "req-d823adf1-2372-49de-a5e7-0efae098e9db"}]} Sep 14 01:06:53.489340 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Publish callbacks [] for subnet (3257027e-1c65-4325-bf4e-a6244c33d00e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.527740 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:53.543809 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.576370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6033233'] for subnet (3257027e-1c65-4325-bf4e-a6244c33d00e), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.622552 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-e5b605ee-ac44-47ff-b54b-6a875853f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.624230 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-e5b605ee-ac44-47ff-b54b-6a875853f089 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.2873707 Sep 14 01:06:53.679243 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (3257027e-1c65-4325-bf4e-a6244c33d00e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.838978 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-685cb88c-2891-4ca9-b3fe-6b78d3174500 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 217 time: 0.0506382 Sep 14 01:06:53.924670 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:53.926039 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5947031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172808'] for subnet (3257027e-1c65-4325-bf4e-a6244c33d00e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.986728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3257027e-1c65-4325-bf4e-a6244c33d00e,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:53.989371 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-d855e4c4-9fac-41ec-935f-66725105835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.990688 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-d855e4c4-9fac-41ec-935f-66725105835f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.1199195 Sep 14 01:06:53.991479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802068-017e-4572-97ab-5f838cad8daa req-1cfb605f-b669-449c-8ef5-1090394cc245 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.993081 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-93802068-017e-4572-97ab-5f838cad8daa req-1cfb605f-b669-449c-8ef5-1090394cc245 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 931 time: 0.0490198 Sep 14 01:06:53.995254 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:53.998302 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-951a3a46-1b7c-4b74-aa49-66f8afb303db admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3257027e-1c65-4325-bf4e-a6244c33d00e HTTP/1.1" status: 204 len: 168 time: 0.6960254 Sep 14 01:06:54.000984 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58422) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:54.027891 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=7 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:54.069358 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-5059d199-b9bc-45a1-bb94-e683726e6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:54.070850 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-5059d199-b9bc-45a1-bb94-e683726e6f29 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712652 Sep 14 01:06:54.081463 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:54.116053 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (4ce760ee-4119-4d7e-94b5-33c9f716814b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.120703 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-93802068-017e-4572-97ab-5f838cad8daa req-2959fa49-5eed-49d0-b392-ead2adf88b91 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208494 Sep 14 01:06:54.163918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24cbf5e-9696-4465-8ed2-8a2847a7e4ac {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:54.176182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Publish callbacks [] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.202022 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Transition to ACTIVE for port object a24cbf5e-9696-4465-8ed2-8a2847a7e4ac will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:06:54.208753 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (4ce760ee-4119-4d7e-94b5-33c9f716814b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.210807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.231582 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce760ee-4119-4d7e-94b5-33c9f716814b']}} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:54.243181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0950986-19e6-40d7-821d-34f636b4d919') {'for_net_delete': True} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:54.243481 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0950986-19e6-40d7-821d-34f636b4d919') {} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:54.257954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5940097'] for segment (b0950986-19e6-40d7-821d-34f636b4d919), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.276720 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (b0950986-19e6-40d7-821d-34f636b4d919), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.279045 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-ff72a900-8b9f-4df6-8810-bedde5fcab27 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976750 Sep 14 01:06:54.284638 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:06:54.285239 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5344844'] for segment (b0950986-19e6-40d7-821d-34f636b4d919), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.370518 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Pushing event updated for resources: {'Port': ['ID=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:54.401257 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (4ce760ee-4119-4d7e-94b5-33c9f716814b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.411819 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.415116 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4ce760ee-4119-4d7e-94b5-33c9f716814b HTTP/1.1" status: 204 len: 168 time: 0.4128640 Sep 14 01:06:54.424310 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7031925-1a9a-42fd-bf39-ce7981210ede req-86ba4a97-e0a3-4bb0-ad56-fd65e96e23b5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:54.431317 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f7031925-1a9a-42fd-bf39-ce7981210ede req-86ba4a97-e0a3-4bb0-ad56-fd65e96e23b5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0745697 Sep 14 01:06:54.449072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b0938-f5cd-429f-b3ef-eb579a8192bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce760ee-4119-4d7e-94b5-33c9f716814b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:54.513338 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f7031925-1a9a-42fd-bf39-ce7981210ede req-685fb7a1-382e-4e6c-8f9f-4ea1a453f3a6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Sep 14 01:06:54.642459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58442) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:54.692055 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-85621f4a-15de-4aee-bf1c-c67cef74d986 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fb2f1550baa24e66a643c060fa34f8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481575 Sep 14 01:06:54.695228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58446) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:54.714957 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Attempting to bind port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:54.715295 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Attempting to bind port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:54.715644 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Attempting to bind port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac on network 3dab046e-a732-4523-8b50-a5cba6b7830d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:54.754203 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-592c7ccf-9287-4f9d-9578-2f4322c4d994 admin admin] Publish callbacks [] for security_group (32f27671-a917-43c5-b4f7-1d7f53abb980), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.754451 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-230ee953-8b6c-44d5-a833-a6134ec089ad req-5867acd5-7cef-4d95-8e27-20c8c73f1708 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506357 Sep 14 01:06:54.773030 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac on network 3dab046e-a732-4523-8b50-a5cba6b7830d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:06:54.773356 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Attempting to bind port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac on network 3dab046e-a732-4523-8b50-a5cba6b7830d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:54.780178 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-592c7ccf-9287-4f9d-9578-2f4322c4d994 admin admin] Publish callbacks [] for security_group (32f27671-a917-43c5-b4f7-1d7f53abb980), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.820898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:54.821333 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Checking segment: {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:54.821795 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Bound using segment: {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:54.822473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Bound port: a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:54.822742 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.832445 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:54.860644 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-592c7ccf-9287-4f9d-9578-2f4322c4d994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (32f27671-a917-43c5-b4f7-1d7f53abb980), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.863722 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-592c7ccf-9287-4f9d-9578-2f4322c4d994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.865618 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-592c7ccf-9287-4f9d-9578-2f4322c4d994 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/32f27671-a917-43c5-b4f7-1d7f53abb980 HTTP/1.1" status: 204 len: 168 time: 0.1690803 Sep 14 01:06:54.875436 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c7ccf-9287-4f9d-9578-2f4322c4d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f27671-a917-43c5-b4f7-1d7f53abb980,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:54.908583 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] For port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:54.912634 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] For port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:54.920536 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.926343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:54.927135 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:54.928795 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-b2f55c35-d837-499f-87b5-43812209938f service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/a24cbf5e-9696-4465-8ed2-8a2847a7e4ac HTTP/1.1" status: 200 len: 1093 time: 1.5903921 Sep 14 01:06:54.929387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'tag': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:54.932896 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395b3885-5008-4716-8bc7-0bdb057b8056" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1b7018-c9a6-4ee8-876b-8c701b568fac", "tag": "a24cbf5e-9696-4465-8ed2-8a2847a7e4ac"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:54.986434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c71b09-cc8e-4e8c-b4a2-e51ac179794d x-openstack-request-id: req-b1c71b09-cc8e-4e8c-b4a2-e51ac179794d {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:54.986896 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1b7018-c9a6-4ee8-876b-8c701b568fac", "tag": "a24cbf5e-9696-4465-8ed2-8a2847a7e4ac", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:54.987324 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1c71b09-cc8e-4e8c-b4a2-e51ac179794d {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:54.987974 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c71b09-cc8e-4e8c-b4a2-e51ac179794d'] response: {'name': 'network-changed', 'server_uuid': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'tag': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac', 'status': 'completed', 'code': 200} Sep 14 01:06:55.007521 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f55c35-d837-499f-87b5-43812209938f service neutron] Pushing event updated for resources: {'Port': ['ID=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:55.099664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-9c53147b-fd11-43a6-a61a-1ca496c35c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:55.101760 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-9c53147b-fd11-43a6-a61a-1ca496c35c63 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 1127 time: 0.0464513 Sep 14 01:06:55.287961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6043d-a49f-4732-8301-2e1ff94ef87c req-eadf4274-b889-4990-9ac2-217e7b56a6b1 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:55.289470 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-57e6043d-a49f-4732-8301-2e1ff94ef87c req-eadf4274-b889-4990-9ac2-217e7b56a6b1 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0711393 Sep 14 01:06:55.333958 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58486) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:55.340475 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-57e6043d-a49f-4732-8301-2e1ff94ef87c req-0376834b-de60-459f-9160-5fc584f4c4ad tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Sep 14 01:06:55.382390 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-fb1593e7-447a-4ef7-a03b-3387588aafa1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e5b1d3fefc34457da2dddccf502c3239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471234 Sep 14 01:06:55.385180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58488) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:55.403032 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:55.439818 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-68ad922a-9b92-4a34-88c5-5670af6688a8 admin admin] Publish callbacks [] for security_group (b6beb649-e9ca-4750-802b-819ff8e5c6e5), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:55.459907 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-68ad922a-9b92-4a34-88c5-5670af6688a8 admin admin] Publish callbacks [] for security_group (b6beb649-e9ca-4750-802b-819ff8e5c6e5), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:55.501147 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment b0950986-19e6-40d7-821d-34f636b4d919 resource provider aggregate not found Sep 14 01:06:55.508882 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-68ad922a-9b92-4a34-88c5-5670af6688a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b6beb649-e9ca-4750-802b-819ff8e5c6e5), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:55.511479 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-68ad922a-9b92-4a34-88c5-5670af6688a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:55.512676 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-68ad922a-9b92-4a34-88c5-5670af6688a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6beb649-e9ca-4750-802b-819ff8e5c6e5 HTTP/1.1" status: 204 len: 168 time: 0.1265695 Sep 14 01:06:55.520680 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment b0950986-19e6-40d7-821d-34f636b4d919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0950986-19e6-40d7-821d-34f636b4d919 found for delete ", "request_id": "req-5f701ba9-4a37-4b03-93c8-268208af6df1"}]} Sep 14 01:06:55.522672 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad922a-9b92-4a34-88c5-5670af6688a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6beb649-e9ca-4750-802b-819ff8e5c6e5,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:55.651412 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c6d5-c70a-4786-b40f-1a328462634d req-2c35a278-f14d-481a-b84e-6384053926c3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:55.652926 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f2e1c6d5-c70a-4786-b40f-1a328462634d req-2c35a278-f14d-481a-b84e-6384053926c3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0518613 Sep 14 01:06:55.707979 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f2e1c6d5-c70a-4786-b40f-1a328462634d req-f033b97c-50b1-4a08-98bc-a85441413c8f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Sep 14 01:06:56.467016 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e82dd-c973-4cad-bc02-6e6a79bdbfb0 req-97f36432-8e40-4531-aa6e-b91fa0af5335 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:56.474503 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-968e82dd-c973-4cad-bc02-6e6a79bdbfb0 req-97f36432-8e40-4531-aa6e-b91fa0af5335 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0550916 Sep 14 01:06:56.525759 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-968e82dd-c973-4cad-bc02-6e6a79bdbfb0 req-e5a383bc-b43a-4ca7-a185-f121ff7a582c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Sep 14 01:06:56.834582 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b12e-7b22-4a2a-a08c-1883512220b8 req-24ea66da-0a7f-4a83-82e0-01f04f441a91 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:56.836113 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2a86b12e-7b22-4a2a-a08c-1883512220b8 req-24ea66da-0a7f-4a83-82e0-01f04f441a91 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Sep 14 01:06:56.887676 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2a86b12e-7b22-4a2a-a08c-1883512220b8 req-d537e622-9b25-4885-9ff9-abbe5f126c53 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Sep 14 01:06:57.648206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d22da-7ca7-494f-9a0a-f004c12dc683 req-0f640a34-d019-4fc9-946d-8990972cf177 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:57.649635 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e9d22da-7ca7-494f-9a0a-f004c12dc683 req-0f640a34-d019-4fc9-946d-8990972cf177 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0463073 Sep 14 01:06:57.699342 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e9d22da-7ca7-494f-9a0a-f004c12dc683 req-6adf2a9c-cc7f-403c-a8c9-59c2fa265019 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Sep 14 01:06:58.011882 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc976-c826-4c1d-b401-3156e9da5c7b req-4b770619-0a78-4afe-b7e6-bd0fcaf16482 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:58.013321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-839fc976-c826-4c1d-b401-3156e9da5c7b req-4b770619-0a78-4afe-b7e6-bd0fcaf16482 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0468602 Sep 14 01:06:58.062765 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-839fc976-c826-4c1d-b401-3156e9da5c7b req-262fec07-d3f7-473f-9a4e-16c50136e0c3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Sep 14 01:06:58.239832 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:58.247471 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:58.825137 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7e57b-a92d-4e0c-8945-4ddfc90052ae req-f7e21909-4168-43fb-93ea-f4553b1acc43 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:58.826597 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4ac7e57b-a92d-4e0c-8945-4ddfc90052ae req-f7e21909-4168-43fb-93ea-f4553b1acc43 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0459225 Sep 14 01:06:58.874149 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4ac7e57b-a92d-4e0c-8945-4ddfc90052ae req-2bb37a2b-6158-45c7-ae25-b01bd699ffed tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Sep 14 01:06:59.185012 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3e9e2-9295-40b0-b4e2-4e2ff9e4e97c req-d0f5dd22-4f48-48cb-abcd-a01c10ccf11f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.186641 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eab3e9e2-9295-40b0-b4e2-4e2ff9e4e97c req-d0f5dd22-4f48-48cb-abcd-a01c10ccf11f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0482295 Sep 14 01:06:59.234730 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eab3e9e2-9295-40b0-b4e2-4e2ff9e4e97c req-1bd02244-f09c-4cc6-a8d7-3e9ffe7c53f9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Sep 14 01:06:59.274430 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:06:59.988096 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:59.999188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc719d-7c86-4fab-ae39-29a1a031dd32 req-a942bf89-5ebc-4d8c-a334-15f257b49a56 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:00.000690 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85dc719d-7c86-4fab-ae39-29a1a031dd32 req-a942bf89-5ebc-4d8c-a334-15f257b49a56 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0474029 Sep 14 01:07:00.013162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:00.054610 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85dc719d-7c86-4fab-ae39-29a1a031dd32 req-7148575a-df31-4292-8b14-95e0a612ac41 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469372 Sep 14 01:07:00.357351 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3ddb0-7f6b-4adf-bf6a-85686319ff2f req-7b89e2e6-3544-424b-858d-67c012812b72 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:00.358809 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cbd3ddb0-7f6b-4adf-bf6a-85686319ff2f req-7b89e2e6-3544-424b-858d-67c012812b72 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0495493 Sep 14 01:07:00.415659 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cbd3ddb0-7f6b-4adf-bf6a-85686319ff2f req-040461a9-044b-4534-8315-10a69519afef tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509098 Sep 14 01:07:00.853680 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-2779199e-e406-42ad-8bde-2431bae473e7 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac HTTP/1.1" status: 200 len: 217 time: 0.0397360 Sep 14 01:07:00.912311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-872236fd-c3d7-47e2-bf7c-e490dd70be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:00.914201 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-872236fd-c3d7-47e2-bf7c-e490dd70be7c service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=d6e21e22-e41c-47d0-a571-a21b59207d67 HTTP/1.1" status: 200 len: 852 time: 0.0526218 Sep 14 01:07:00.971908 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-ed94468e-4cf2-4c5b-9ffc-d6eb91dbe809 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3dab046e-a732-4523-8b50-a5cba6b7830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316312 Sep 14 01:07:01.031510 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:01.075800 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-57f58a51-f67c-4aa7-836a-5b2b3524609c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943651 Sep 14 01:07:01.216939 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53506ea0-b5e8-43d6-809e-4a1a9fa1843d req-0dfaef10-7819-4f12-b483-3e6338eeec21 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303205 Sep 14 01:07:01.265948 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d525269-4f35-45e2-b125-6cb661e5d18b req-6d061a79-224d-4783-aa0c-43fd4f0024d3 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:01.268114 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9d525269-4f35-45e2-b125-6cb661e5d18b req-6d061a79-224d-4783-aa0c-43fd4f0024d3 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.1030250 Sep 14 01:07:01.331345 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9d525269-4f35-45e2-b125-6cb661e5d18b req-46113bdf-dc12-42e5-a815-5958b6157a74 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 Sep 14 01:07:01.621917 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc196d7e-743b-41cf-b515-41d01836bfb1 req-640f197c-1b01-4679-90f2-317b46245b17 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:01.625136 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fc196d7e-743b-41cf-b515-41d01836bfb1 req-640f197c-1b01-4679-90f2-317b46245b17 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0706639 Sep 14 01:07:01.710088 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fc196d7e-743b-41cf-b515-41d01836bfb1 req-74e5784a-e485-4c58-8058-1ee9c50b7f27 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801306 Sep 14 01:07:02.485590 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401b9a-6631-458e-af9a-75635c97c989 req-fc386ad5-8f27-4b17-b611-fe0e4d512a51 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:02.487133 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5b401b9a-6631-458e-af9a-75635c97c989 req-fc386ad5-8f27-4b17-b611-fe0e4d512a51 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0561984 Sep 14 01:07:02.553329 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5b401b9a-6631-458e-af9a-75635c97c989 req-7ec3b704-881c-4af8-b39c-fc13962fe5ef tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580115 Sep 14 01:07:02.830226 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:02.848371 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430fa25-9775-49f7-a5fc-8ab3ea9ce9c8 req-536682f7-3545-4eba-8c29-22512eb749c3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:02.850872 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b430fa25-9775-49f7-a5fc-8ab3ea9ce9c8 req-536682f7-3545-4eba-8c29-22512eb749c3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0629458 Sep 14 01:07:02.927118 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b430fa25-9775-49f7-a5fc-8ab3ea9ce9c8 req-5a27e69a-73d4-4401-bfd3-7ffbebf432ec tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650830 Sep 14 01:07:03.678911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8399a91-7b9f-4478-acae-8a3acd68ed82 req-af394625-342b-47c2-b1f6-694d0de3512c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:03.680396 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b8399a91-7b9f-4478-acae-8a3acd68ed82 req-af394625-342b-47c2-b1f6-694d0de3512c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0498328 Sep 14 01:07:03.726850 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b8399a91-7b9f-4478-acae-8a3acd68ed82 req-d466cc19-6787-4d1a-9936-3ede6d3994f3 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Sep 14 01:07:04.850239 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9216b2-aca6-4c3a-b76d-14088b9e543f req-6316e27c-f4f3-46d4-aa6a-46eb80f22962 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:04.851739 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2c9216b2-aca6-4c3a-b76d-14088b9e543f req-6316e27c-f4f3-46d4-aa6a-46eb80f22962 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0472381 Sep 14 01:07:04.901201 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2c9216b2-aca6-4c3a-b76d-14088b9e543f req-0dedb7f2-d574-4526-a12d-fef308af8c39 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Sep 14 01:07:05.537668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=30 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:05.539537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:05.807408 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6e7621b4-80d8-44e3-84d3-ac35468d5347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.021112 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81afc-563c-47fd-91a1-a6607e1d7ff5 req-f3843cdd-5de4-438b-a028-585efc7e6659 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:06.022597 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ee81afc-563c-47fd-91a1-a6607e1d7ff5 req-f3843cdd-5de4-438b-a028-585efc7e6659 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0476475 Sep 14 01:07:06.069387 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ee81afc-563c-47fd-91a1-a6607e1d7ff5 req-f0f5bde1-14af-4014-857a-ae0020f593ef tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Sep 14 01:07:07.199973 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8e42-8f5a-48ef-b980-66680880883f req-980bd118-34cd-416d-bf85-4fe2bc634c0f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:07.201594 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-387b8e42-8f5a-48ef-b980-66680880883f req-980bd118-34cd-416d-bf85-4fe2bc634c0f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0538104 Sep 14 01:07:07.263179 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-387b8e42-8f5a-48ef-b980-66680880883f req-43c9e628-9b16-45f5-b130-ce3314533e27 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543115 Sep 14 01:07:08.285369 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-71d08df6-295f-43c7-a012-8b653776e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.420837 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb1765-4caf-4d49-9932-d2637fb85fe5 req-3c9dc1ce-9f4e-43b4-bd3d-3fcc52b2db18 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:08.423444 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-afcb1765-4caf-4d49-9932-d2637fb85fe5 req-3c9dc1ce-9f4e-43b4-bd3d-3fcc52b2db18 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0683131 Sep 14 01:07:08.497946 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-afcb1765-4caf-4d49-9932-d2637fb85fe5 req-95d29700-b683-4083-ab38-75aa371c256f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680659 Sep 14 01:07:08.697898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58712) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:08.703295 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262527127', 'description': 'tempest-description--526109487'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:08.733894 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.814897 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group (dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.819139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.849473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.853323 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1516831 Sep 14 01:07:08.853536 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58714) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:08.857980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:08.868134 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2e64e-dc0b-422a-a926-107359832b86 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:08.892336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group_rule (207c6251-b754-496b-8712-c8c78fc87d3d), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.956433 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group_rule (207c6251-b754-496b-8712-c8c78fc87d3d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.961077 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (207c6251-b754-496b-8712-c8c78fc87d3d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.984633 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207c6251-b754-496b-8712-c8c78fc87d3d,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:08.992678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.996651 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 58716) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:08.996813 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b51a1cb0-8bd6-4eec-b2ef-312ed8d7cb2f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421442 Sep 14 01:07:09.002379 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:09.031658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group_rule (3be59a43-9576-44a1-a018-20b3d7f69797), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.100481 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group_rule (3be59a43-9576-44a1-a018-20b3d7f69797), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.106961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (3be59a43-9576-44a1-a018-20b3d7f69797), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.129161 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be59a43-9576-44a1-a018-20b3d7f69797,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:09.137292 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.139084 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-332056e4-5b46-4c92-8f53-afd74829340f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407044 Sep 14 01:07:09.143191 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 58718) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:09.148159 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:09.172876 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.193757 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:09.265909 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.270875 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:09.363321 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.384957 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Allocated IP 172.27.1.140 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:07:09.411656 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:09.510673 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.551862 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.604146 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:07:09.607647 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:07:09.611130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:07:09.655915 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'Port': ['ID=7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:09.667386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee6aa2-415b-42be-95a6-047a5c51abcb req-d41dc0b7-287c-4bc5-9837-004572db8fe9 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:09.670105 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f0ee6aa2-415b-42be-95a6-047a5c51abcb req-d41dc0b7-287c-4bc5-9837-004572db8fe9 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0776262 Sep 14 01:07:09.740889 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f0ee6aa2-415b-42be-95a6-047a5c51abcb req-fc474908-b331-47fa-a186-942235df0a76 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637407 Sep 14 01:07:09.742380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.787402 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.967118 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.972633 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:10.045529 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:10.048519 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'Port': ['ID=7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:10.074972 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:10.076301 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ed758f11-2b89-4f98-b6d7-e15baa7cf4a9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9318044 Sep 14 01:07:10.387310 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-e69d5b87-98b8-4524-a6d6-14d8dff56875 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--262527127&fields=id&tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8 HTTP/1.1" status: 200 len: 267 time: 0.0534475 Sep 14 01:07:10.460032 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:10.516862 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-b0c7524e-fcb5-4ea0-bf58-ea7402d476ef tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.518290 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-b0c7524e-fcb5-4ea0-bf58-ea7402d476ef tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 819 time: 0.1226606 Sep 14 01:07:10.529935 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:10.535234 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-64abc20a-c53e-431f-a6ca-e9eb604be4e6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/quotas/d1dd868f069a46dbb6bfd549f6bbf7b8 HTTP/1.1" status: 200 len: 375 time: 0.0113409 Sep 14 01:07:10.598845 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-3552042c-95e7-423b-96cb-a86ffbc469c2 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0569291 Sep 14 01:07:10.708059 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:10.731261 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-ba70f7b2-14ad-4d78-8a50-38473ec48652 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206601 Sep 14 01:07:10.863759 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-e56dde02-e22c-45c7-ab49-acd9e4facf8e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258404 Sep 14 01:07:10.895103 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b34b7a-6f8e-4027-a72b-b68eb14c9a31 req-8c98b209-2aea-49c7-b5bc-b708c33e8aa2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.897099 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-62b34b7a-6f8e-4027-a72b-b68eb14c9a31 req-8c98b209-2aea-49c7-b5bc-b708c33e8aa2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0713897 Sep 14 01:07:10.959297 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-62b34b7a-6f8e-4027-a72b-b68eb14c9a31 req-e87c70bd-8f25-4abe-bf57-4d41ca230342 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557113 Sep 14 01:07:11.059143 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.132881 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c00c9aaa-1253-41df-ad76-51f37d45c4e4 req-e4ad310d-bbac-47fd-9e37-346ace02b694 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0580785 Sep 14 01:07:12.084549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad659ea-c917-4c73-bbd2-32d905ab5aa4 req-cf0ab8e0-c5a0-4ab6-8055-0f760b53ac76 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:12.088142 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9ad659ea-c917-4c73-bbd2-32d905ab5aa4 req-cf0ab8e0-c5a0-4ab6-8055-0f760b53ac76 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0520816 Sep 14 01:07:12.138153 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9ad659ea-c917-4c73-bbd2-32d905ab5aa4 req-506f4154-7c2c-4548-ba9f-2cfba0fd2e66 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456517 Sep 14 01:07:12.265439 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-81cca89d-f5af-438a-a488-cbb0035b6e4b req-574f27a3-e033-4e5b-9f29-1e54c7ce07f8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0367501 Sep 14 01:07:13.275929 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-83c6-49ad-81d6-2fdfa77ce5b2 req-3ca9e15f-571a-4922-b8d5-1c9ce6a146cc tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:13.276955 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d0da0824-83c6-49ad-81d6-2fdfa77ce5b2 req-3ca9e15f-571a-4922-b8d5-1c9ce6a146cc tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 943 time: 0.0574934 Sep 14 01:07:13.344974 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d0da0824-83c6-49ad-81d6-2fdfa77ce5b2 req-8c5e4898-a004-4ce8-880b-3341259e2502 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598249 Sep 14 01:07:13.381893 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-630f8d83-aade-4691-8401-bc6e2dd62b0d req-5ab26be2-debf-4445-b445-51bbf7987cf4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0344927 Sep 14 01:07:13.815133 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a24cbf5e-9696-4465-8ed2-8a2847a7e4ac details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:07:13.936534 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:13.950407 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac', 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d', 'port_id': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac', 'mac_address': 'fa:16:3e:b8:a0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e21e22-e41c-47d0-a571-a21b59207d67', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:07:13.993277 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:13.993664 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:14.012253 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24cbf5e-9696-4465-8ed2-8a2847a7e4ac {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:14.036285 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:14.042227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:14.101227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:14.441571 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-fc3a908c-dea2-43c3-ae28-7d031c2d9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:14.442791 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-fc3a908c-dea2-43c3-ae28-7d031c2d9e98 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 1128 time: 0.0529261 Sep 14 01:07:14.546942 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5c1e8d4e-9d54-4dd2-9898-fea52784650b req-e5d84a41-e326-4c66-9e56-80d9c2e4a915 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0527592 Sep 14 01:07:14.586611 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5114181-2cb1-4b82-8f7d-17499b912239 req-99a8505d-65b2-4d3c-9ea6-dc2aece23506 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:14.592200 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c5114181-2cb1-4b82-8f7d-17499b912239 req-99a8505d-65b2-4d3c-9ea6-dc2aece23506 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 944 time: 0.1153176 Sep 14 01:07:14.628304 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-183c2641-90fc-4f14-a7ed-82bafbd5837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:14.629811 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-183c2641-90fc-4f14-a7ed-82bafbd5837c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3dab046e-a732-4523-8b50-a5cba6b7830d HTTP/1.1" status: 200 len: 912 time: 0.1765177 Sep 14 01:07:14.657839 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c5114181-2cb1-4b82-8f7d-17499b912239 req-4f237215-9037-479e-ae14-c6d7dab0f262 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640256 Sep 14 01:07:14.727806 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-93acf38a-448d-4a71-9502-ef47141bf1e5 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac HTTP/1.1" status: 200 len: 217 time: 0.0477853 Sep 14 01:07:14.791912 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-ffd16308-9a86-48e6-9b80-24a9a80f9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:14.796220 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-ffd16308-9a86-48e6-9b80-24a9a80f9ae7 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=d6e21e22-e41c-47d0-a571-a21b59207d67 HTTP/1.1" status: 200 len: 852 time: 0.0589516 Sep 14 01:07:14.824095 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['a24cbf5e-9696-4465-8ed2-8a2847a7e4ac'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:07:14.838571 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-1e3c56c5-b26a-44cc-b4c9-de18348a72c8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3dab046e-a732-4523-8b50-a5cba6b7830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369873 Sep 14 01:07:15.051178 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-b380efd9-534b-4f2a-a302-4b9be2ba9938 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023654 Sep 14 01:07:15.156083 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:15.196406 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-395b3885-5008-4716-8bc7-0bdb057b8056 req-461896ad-1d35-4a98-9ab2-08aa65fbe528 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376026 Sep 14 01:07:15.699063 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13784528-5a0e-4e2e-9706-2342f85c617c req-d8c86af1-7bae-4988-bdfd-062da2fe4167 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0491149 Sep 14 01:07:15.882624 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4a320-23b5-4cc8-8a66-6ceff99738cb req-bbbbe3ed-4379-4369-8cdf-c524a46712aa tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:15.884197 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f4d4a320-23b5-4cc8-8a66-6ceff99738cb req-bbbbe3ed-4379-4369-8cdf-c524a46712aa tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 944 time: 0.0771673 Sep 14 01:07:15.893523 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-1210339a-890f-4fb6-b105-7d563c62f73a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:15.894989 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-1210339a-890f-4fb6-b105-7d563c62f73a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 819 time: 0.2303851 Sep 14 01:07:15.945221 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:15.996387 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-b246a144-d2fe-4d83-83bd-566536b86eb8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8 HTTP/1.1" status: 200 len: 379 time: 0.0816374 Sep 14 01:07:16.005002 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f4d4a320-23b5-4cc8-8a66-6ceff99738cb req-c857761c-a922-4772-80b6-909c820d1565 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090035 Sep 14 01:07:16.150371 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'port': {'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'admin_state_up': True, 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'security_groups': ['dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:16.334931 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a24cbf5e-9696-4465-8ed2-8a2847a7e4ac up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:07:16.342194 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Made reservation on behalf of d1dd868f069a46dbb6bfd549f6bbf7b8 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:07:16.348525 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.443800 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:07:16.451028 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:16.451702 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.452115 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac Sep 14 01:07:16.533876 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:16.534371 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.578124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:16.581182 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:16.584276 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246bb8e7-5013-4cf2-8fbe-e685bc81c6d1" -d '{"events": [{"server_uuid": "bd1b7018-c9a6-4ee8-876b-8c701b568fac", "name": "network-vif-plugged", "status": "completed", "tag": "a24cbf5e-9696-4465-8ed2-8a2847a7e4ac"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:16.588790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.627912 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Allocated IP 172.20.0.11 (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d/387b941b-c921-4b77-8c34-1be0fa31d07b/41e3c7ae-c1a9-4785-bdec-300c125b2082) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:07:16.660089 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eede6f9-634c-44f5-8dd7-9dc3d98cba38 x-openstack-request-id: req-0eede6f9-634c-44f5-8dd7-9dc3d98cba38 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:16.660717 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b7018-c9a6-4ee8-876b-8c701b568fac", "name": "network-vif-plugged", "status": "completed", "tag": "a24cbf5e-9696-4465-8ed2-8a2847a7e4ac", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:16.661211 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0eede6f9-634c-44f5-8dd7-9dc3d98cba38 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:16.661854 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eede6f9-634c-44f5-8dd7-9dc3d98cba38'] response: {'server_uuid': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac', 'code': 200} Sep 14 01:07:16.663324 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:16.812141 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.873993 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e0f76aa-7f24-4f69-ab5a-d049e5a034c8 req-fc5ef768-1c7c-4af0-a1ab-dd659287e212 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0483432 Sep 14 01:07:16.891601 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.938229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:16.950704 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:07:16.952202 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event updated for resources: {'Port': ['ID=41e3c7ae-c1a9-4785-bdec-300c125b2082,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:16.963678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:07:16.966495 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:07:17.056695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:17.057330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:17.072230 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063139b1-5540-4378-87ac-96c2392da03a req-daf73819-ec6e-4a41-aeeb-b6c51bb8df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:17.074117 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-063139b1-5540-4378-87ac-96c2392da03a req-daf73819-ec6e-4a41-aeeb-b6c51bb8df02 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 1129 time: 0.0723376 Sep 14 01:07:17.078256 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dbda0555-939c-43f0-8fa3-d94c863f5b05 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9322760 Sep 14 01:07:17.168966 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ee9d-f1ea-42b4-ae66-671ce736030e req-4eb2f6bb-3a48-40ba-9d75-4998eb4f9e4d tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:17.171474 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6967ee9d-f1ea-42b4-ae66-671ce736030e req-4eb2f6bb-3a48-40ba-9d75-4998eb4f9e4d tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0619185 Sep 14 01:07:17.215826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:17.226886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:17.240484 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Provisioning complete for port 41e3c7ae-c1a9-4785-bdec-300c125b2082 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:17.240868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:17.241229 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Attempt 1 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:17.244241 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6967ee9d-f1ea-42b4-ae66-671ce736030e req-06668193-447f-4c4e-9b9d-c2223fd6a984 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666299 Sep 14 01:07:17.277717 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:17.286755 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:17.292519 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:17.793438 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Attempt 2 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:17.830001 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:18.035088 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795effc-c438-4553-9437-99fecab14a9c req-17508b47-09e7-4b9c-a65a-88836031cc18 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:18.038082 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a795effc-c438-4553-9437-99fecab14a9c req-17508b47-09e7-4b9c-a65a-88836031cc18 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 932 time: 0.0705483 Sep 14 01:07:18.092181 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a795effc-c438-4553-9437-99fecab14a9c req-93162989-8270-41f3-b915-ffd0f0c1d62c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476553 Sep 14 01:07:18.331496 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Attempt 3 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:18.373031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:18.396141 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a4be8-70a2-4047-92eb-7370833dde5f req-6ffbc176-3d91-47e6-bb0f-9e38f8132b53 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:18.398268 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-604a4be8-70a2-4047-92eb-7370833dde5f req-6ffbc176-3d91-47e6-bb0f-9e38f8132b53 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0624506 Sep 14 01:07:18.455110 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-604a4be8-70a2-4047-92eb-7370833dde5f req-7de6a5f4-b836-42df-ac95-b8c00b54efbc tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Sep 14 01:07:18.562311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Request body: {'port': {'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:18.619597 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:18.656026 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-063139b1-5540-4378-87ac-96c2392da03a req-0c31b256-f8a2-4764-8352-400a783c13db service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042089 Sep 14 01:07:18.664514 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:18.702338 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:18.875022 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Attempt 4 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:18.911876 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:19.223591 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e3c7ae-c1a9-4785-bdec-300c125b2082 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:19.249010 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Publish callbacks [] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:19.274645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede466-6ec6-4dd3-a1c0-b572472932ae req-1b7b52d5-b41b-4b12-ab8f-fe8d9d25015f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:19.276265 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-aaede466-6ec6-4dd3-a1c0-b572472932ae req-1b7b52d5-b41b-4b12-ab8f-fe8d9d25015f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 932 time: 0.0682487 Sep 14 01:07:19.279745 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Transition to ACTIVE for port object 41e3c7ae-c1a9-4785-bdec-300c125b2082 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:07:19.291327 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:19.387707 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=41e3c7ae-c1a9-4785-bdec-300c125b2082,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:19.394391 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-aaede466-6ec6-4dd3-a1c0-b572472932ae req-33418e8a-c50b-4139-960d-45c54d25bbf1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114876 Sep 14 01:07:19.412931 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Attempt 5 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:19.455262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:19.460764 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Attempting to bind port 41e3c7ae-c1a9-4785-bdec-300c125b2082 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:07:19.461163 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Attempting to bind port 41e3c7ae-c1a9-4785-bdec-300c125b2082 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:07:19.461563 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Attempting to bind port 41e3c7ae-c1a9-4785-bdec-300c125b2082 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:07:19.540751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:07:19.541191 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Attempting to bind port 41e3c7ae-c1a9-4785-bdec-300c125b2082 on network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:07:19.601128 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:07:19.601471 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Checking segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:07:19.601869 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Bound using segment: {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:07:19.602315 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Bound port: 41e3c7ae-c1a9-4785-bdec-300c125b2082, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce84689-31cc-4774-b36b-b077a3a239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:07:19.602680 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:19.614451 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b2e6-45bd-4931-9d97-30986aa07f96 req-c08b3028-2bf2-4d2d-8274-8f4a2ae559c0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:19.617209 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6f2b2e6-45bd-4931-9d97-30986aa07f96 req-c08b3028-2bf2-4d2d-8274-8f4a2ae559c0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0771251 Sep 14 01:07:19.621359 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:19.696792 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] For port 41e3c7ae-c1a9-4785-bdec-300c125b2082, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:07:19.698482 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6f2b2e6-45bd-4931-9d97-30986aa07f96 req-9ae30469-21dd-409c-8c29-b5e20abf649f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748022 Sep 14 01:07:19.700376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] For port 41e3c7ae-c1a9-4785-bdec-300c125b2082, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:07:19.729778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:19.749645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:19.749645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:19.749645 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 1094 time: 1.1883585 Sep 14 01:07:19.749645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:19.749645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c32562-caff-4382-9af7-7d66318429c6" -d '{"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:19.786648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0640fe6f-9ac7-43d0-a460-2904a15b2c43 x-openstack-request-id: req-0640fe6f-9ac7-43d0-a460-2904a15b2c43 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:19.786648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:19.786893 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0640fe6f-9ac7-43d0-a460-2904a15b2c43 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:19.787293 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0640fe6f-9ac7-43d0-a460-2904a15b2c43'] response: {'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'status': 'completed', 'code': 200} Sep 14 01:07:19.807690 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a8d1-c5d2-4fbd-9f9c-bd176668d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=41e3c7ae-c1a9-4785-bdec-300c125b2082,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:19.956196 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Attempt 6 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:19.996546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ecc535e8-3efd-4955-b18b-e4cf7ff7413d None None] Port 41e3c7ae-c1a9-4785-bdec-300c125b2082 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:07:20.530441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1a52-eb61-48e2-843e-81710f312866 req-bb843bf0-7eec-4528-b902-22f0fc0379bf tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:20.532571 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-01ba1a52-eb61-48e2-843e-81710f312866 req-bb843bf0-7eec-4528-b902-22f0fc0379bf tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0514178 Sep 14 01:07:20.584282 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-01ba1a52-eb61-48e2-843e-81710f312866 req-ea111ced-3128-49bb-869a-385a1620d20e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459573 Sep 14 01:07:20.832916 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:20.851123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3394d3-b1eb-4eac-bfba-939816e5ee4d req-1fc24d68-853d-4853-ab31-dd9e4b8e5dcf tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:20.852656 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2f3394d3-b1eb-4eac-bfba-939816e5ee4d req-1fc24d68-853d-4853-ab31-dd9e4b8e5dcf tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0522845 Sep 14 01:07:20.907272 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2f3394d3-b1eb-4eac-bfba-939816e5ee4d req-a4bc508a-0ee2-4f18-b739-b446f9e832c8 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481713 Sep 14 01:07:21.706228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad52db-6c24-4bc3-894e-b6068e103d70 req-c614a24b-f76d-4cbc-bd31-eab7826dafbc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:21.707665 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-daad52db-6c24-4bc3-894e-b6068e103d70 req-c614a24b-f76d-4cbc-bd31-eab7826dafbc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0477734 Sep 14 01:07:21.757901 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-daad52db-6c24-4bc3-894e-b6068e103d70 req-8591ea46-fe1d-4606-b236-173ea29242e5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 Sep 14 01:07:22.032387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec57d-41c3-4841-bb6f-5cbe16db37f0 req-349dc838-4076-427b-9c82-868605e3bfcf tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:22.033849 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a28ec57d-41c3-4841-bb6f-5cbe16db37f0 req-349dc838-4076-427b-9c82-868605e3bfcf tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0481699 Sep 14 01:07:22.082705 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a28ec57d-41c3-4841-bb6f-5cbe16db37f0 req-cad84a73-77cd-4938-a24e-3dc47421949b tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Sep 14 01:07:22.195384 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c32562-caff-4382-9af7-7d66318429c6 req-24c7e7f0-7d31-4e48-bc51-64ef677a64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:22.196919 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-42c32562-caff-4382-9af7-7d66318429c6 req-24c7e7f0-7d31-4e48-bc51-64ef677a64f8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1128 time: 0.0406017 Sep 14 01:07:22.878036 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffea08-e13a-4ce5-a2f8-529b39b2f382 req-149867fc-6293-4385-b7e8-2611cf24cc43 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:22.879523 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-26ffea08-e13a-4ce5-a2f8-529b39b2f382 req-149867fc-6293-4385-b7e8-2611cf24cc43 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0476987 Sep 14 01:07:22.934351 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-26ffea08-e13a-4ce5-a2f8-529b39b2f382 req-2b5c3788-b2bc-468b-9640-4bcdeb095f98 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486453 Sep 14 01:07:23.254845 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705a6c3-cd7c-4404-bf6e-023c5db147c7 req-41f9caff-c7dc-487e-bb15-f7726eae63d2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:23.256346 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4705a6c3-cd7c-4404-bf6e-023c5db147c7 req-41f9caff-c7dc-487e-bb15-f7726eae63d2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0647743 Sep 14 01:07:23.294861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c32562-caff-4382-9af7-7d66318429c6 req-d44a78a7-4599-4324-a214-bc88313e9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:23.296336 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-42c32562-caff-4382-9af7-7d66318429c6 req-d44a78a7-4599-4324-a214-bc88313e9464 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1654928 Sep 14 01:07:23.372718 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4705a6c3-cd7c-4404-bf6e-023c5db147c7 req-289e11fa-afbf-4c50-8133-ecd0925f85a4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092947 Sep 14 01:07:23.416560 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c32562-caff-4382-9af7-7d66318429c6 req-8e69766b-6abc-4282-b087-1834829a008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:23.418010 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-42c32562-caff-4382-9af7-7d66318429c6 req-8e69766b-6abc-4282-b087-1834829a008b service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1135519 Sep 14 01:07:23.542625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-8bc0e061-b128-419e-a0aa-11a5eca69482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:23.544209 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-8bc0e061-b128-419e-a0aa-11a5eca69482 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1128 time: 0.0408022 Sep 14 01:07:24.063155 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb9bdb-b5ab-48b7-8baa-b451fe5ffff4 req-093782ec-7edf-4fa0-85a8-99d3517fb595 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.064700 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-73eb9bdb-b5ab-48b7-8baa-b451fe5ffff4 req-093782ec-7edf-4fa0-85a8-99d3517fb595 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0532606 Sep 14 01:07:24.115915 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-73eb9bdb-b5ab-48b7-8baa-b451fe5ffff4 req-82fe9f54-aedb-48df-af71-58d9adbf8b7f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Sep 14 01:07:24.385628 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-7e81b07f-55d9-4dda-960d-67cd2e7921e9 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 217 time: 0.0413239 Sep 14 01:07:24.439488 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-e1a6af9f-5a1c-47c3-98dc-ce2bba78d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.441080 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-e1a6af9f-5a1c-47c3-98dc-ce2bba78d816 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0482879 Sep 14 01:07:24.523398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dd943370-ce48-4d69-bbee-be55f613117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.524842 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-dd943370-ce48-4d69-bbee-be55f613117f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738361 Sep 14 01:07:24.534970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749ead5-9623-490e-a0a5-72eff1bd1fb1 req-ae3a6807-ecad-4d2c-ae93-2f1a2fe1670b tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.536378 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9749ead5-9623-490e-a0a5-72eff1bd1fb1 req-ae3a6807-ecad-4d2c-ae93-2f1a2fe1670b tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0688300 Sep 14 01:07:24.635769 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9749ead5-9623-490e-a0a5-72eff1bd1fb1 req-e9500510-2c0f-4cd3-b937-54a1569295f4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915039 Sep 14 01:07:24.659665 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-370cf658-426a-4204-a072-4e5580225d49 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223381 Sep 14 01:07:24.691709 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59010) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:24.726521 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:24.739363 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Deleting subnet 76a4616c-473d-4867-b751-9f33f0a12aba {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:07:24.743337 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Publish callbacks [] for subnet (76a4616c-473d-4867-b751-9f33f0a12aba), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:24.764541 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-38aaeb39-7f3d-46c8-afd8-2779c752a310 req-1ddfdeb4-26ce-4baf-95a4-9e0326242b3a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971878 Sep 14 01:07:24.779696 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (76a4616c-473d-4867-b751-9f33f0a12aba), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:24.825120 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (76a4616c-473d-4867-b751-9f33f0a12aba), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:24.881146 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (76a4616c-473d-4867-b751-9f33f0a12aba), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:24.904293 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a4616c-473d-4867-b751-9f33f0a12aba,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:24.911090 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:24.915972 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-dfef18da-fcb9-44a4-a43e-c57d10a5c4a6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/76a4616c-473d-4867-b751-9f33f0a12aba HTTP/1.1" status: 204 len: 168 time: 0.2230647 Sep 14 01:07:24.916503 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59044) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:24.991714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (fb1d7035-fdb4-44fc-a6f7-c8481e97c847), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.002078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:25.082073 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (fb1d7035-fdb4-44fc-a6f7-c8481e97c847), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.106322 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1d7035-fdb4-44fc-a6f7-c8481e97c847']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:25.116299 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38a3703-d16c-44ca-97e1-ce1b90cf0588') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:25.116594 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38a3703-d16c-44ca-97e1-ce1b90cf0588') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:25.128140 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (a38a3703-d16c-44ca-97e1-ce1b90cf0588), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.143800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (a38a3703-d16c-44ca-97e1-ce1b90cf0588), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.152339 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:07:25.153345 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (a38a3703-d16c-44ca-97e1-ce1b90cf0588), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.197937 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment a38a3703-d16c-44ca-97e1-ce1b90cf0588 resource provider aggregate not found Sep 14 01:07:25.216514 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment a38a3703-d16c-44ca-97e1-ce1b90cf0588 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a38a3703-d16c-44ca-97e1-ce1b90cf0588 found for delete ", "request_id": "req-61df483b-fd89-4707-9d1d-e8ceda238619"}]} Sep 14 01:07:25.223963 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (fb1d7035-fdb4-44fc-a6f7-c8481e97c847), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.236728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.243771 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/fb1d7035-fdb4-44fc-a6f7-c8481e97c847 HTTP/1.1" status: 204 len: 168 time: 0.3223455 Sep 14 01:07:25.258478 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c1fbb-4272-4b92-9f86-a40b820c8fda admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1d7035-fdb4-44fc-a6f7-c8481e97c847,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:25.261634 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df0e9-6cdf-40f2-b6ea-fd1fa7590a79 req-50504726-49c4-4930-b672-c3e88519f4e8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:25.263161 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df8df0e9-6cdf-40f2-b6ea-fd1fa7590a79 req-50504726-49c4-4930-b672-c3e88519f4e8 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0633574 Sep 14 01:07:25.307008 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:25.315477 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df8df0e9-6cdf-40f2-b6ea-fd1fa7590a79 req-07fe7d72-f475-4004-a154-c3dc3839c689 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458486 Sep 14 01:07:25.417336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59062) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:25.461711 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7654a49a-fa38-448a-aadc-effd6a2ace35 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6df5fe3a39fd4f9fb1ae104e43ec5529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431559 Sep 14 01:07:25.464136 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59064) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:25.512342 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b18e6007-618c-4ff7-9c36-7b164b34bf57 admin admin] Publish callbacks [] for security_group (32799de8-7e0a-499c-8471-6f757a9e33a2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.533638 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b18e6007-618c-4ff7-9c36-7b164b34bf57 admin admin] Publish callbacks [] for security_group (32799de8-7e0a-499c-8471-6f757a9e33a2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.580159 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b18e6007-618c-4ff7-9c36-7b164b34bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (32799de8-7e0a-499c-8471-6f757a9e33a2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.582925 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b18e6007-618c-4ff7-9c36-7b164b34bf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:25.584091 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b18e6007-618c-4ff7-9c36-7b164b34bf57 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/32799de8-7e0a-499c-8471-6f757a9e33a2 HTTP/1.1" status: 204 len: 168 time: 0.1190798 Sep 14 01:07:25.594947 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e6007-618c-4ff7-9c36-7b164b34bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32799de8-7e0a-499c-8471-6f757a9e33a2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:26.441919 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc7e78-92bf-46dc-9c82-c0685f73da54 req-a490d776-45b9-49ca-90d6-15d798e1e60d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:26.443407 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-61cc7e78-92bf-46dc-9c82-c0685f73da54 req-a490d776-45b9-49ca-90d6-15d798e1e60d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0487142 Sep 14 01:07:26.493951 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-61cc7e78-92bf-46dc-9c82-c0685f73da54 req-8cd4482b-48de-4028-8c86-e2f1b9a1c203 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 Sep 14 01:07:27.620102 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bbc33-cd3d-4a56-a4be-b44008ea3901 req-a2320175-9e0d-4ef2-a059-9a2e514cd832 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:27.621544 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ef2bbc33-cd3d-4a56-a4be-b44008ea3901 req-a2320175-9e0d-4ef2-a059-9a2e514cd832 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0495086 Sep 14 01:07:27.668321 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ef2bbc33-cd3d-4a56-a4be-b44008ea3901 req-c2259b85-7907-4eff-8336-c345a5e42ffa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Sep 14 01:07:28.790714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a9d0-4fef-4d9d-9783-27c5172862ed req-a3c14b52-56bf-4e94-b489-9a1019f398e0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:28.792103 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3745a9d0-4fef-4d9d-9783-27c5172862ed req-a3c14b52-56bf-4e94-b489-9a1019f398e0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0493402 Sep 14 01:07:28.838226 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3745a9d0-4fef-4d9d-9783-27c5172862ed req-33d8a8c3-8864-48d0-9708-62aa8ff432ff tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405440 Sep 14 01:07:29.960054 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22a0f-2d11-45a3-95ac-559e9e16ea18 req-dc2f33de-81a3-4367-a2f8-4d6b8133d83b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.961526 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f1e22a0f-2d11-45a3-95ac-559e9e16ea18 req-dc2f33de-81a3-4367-a2f8-4d6b8133d83b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0481184 Sep 14 01:07:30.005879 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:30.016851 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f1e22a0f-2d11-45a3-95ac-559e9e16ea18 req-4ab17707-a90d-4cd1-bca8-d523cc46fa72 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489049 Sep 14 01:07:31.147536 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2c8b4-edf4-4d3e-862b-a0da4a16fec1 req-e51a5bdf-8dde-4273-ab37-7485f78dbf31 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:31.149053 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b9b2c8b4-edf4-4d3e-862b-a0da4a16fec1 req-e51a5bdf-8dde-4273-ab37-7485f78dbf31 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0489604 Sep 14 01:07:31.197806 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b9b2c8b4-edf4-4d3e-862b-a0da4a16fec1 req-2ea2b6c1-d830-4236-b8e1-6be0466bfd8c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432210 Sep 14 01:07:32.329986 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e9db-067f-4e40-88ca-8728176b86be req-117e8584-7d7e-4527-b79c-c9e6f7fcb27a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:32.331439 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-41b9e9db-067f-4e40-88ca-8728176b86be req-117e8584-7d7e-4527-b79c-c9e6f7fcb27a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0528581 Sep 14 01:07:32.386601 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-41b9e9db-067f-4e40-88ca-8728176b86be req-8991e10d-0e62-45bd-b449-ad079abaf105 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495541 Sep 14 01:07:33.282426 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 41e3c7ae-c1a9-4785-bdec-300c125b2082 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:07:33.394704 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 41e3c7ae-c1a9-4785-bdec-300c125b2082, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:33.408528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:07:33.450425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 41e3c7ae-c1a9-4785-bdec-300c125b2082 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:33.450817 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:33.472501 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e3c7ae-c1a9-4785-bdec-300c125b2082 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:33.498848 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 41e3c7ae-c1a9-4785-bdec-300c125b2082, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:33.504999 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:33.542700 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558bdb-9425-4d60-b299-9e3ba2f4103d req-51028052-332c-4091-87e0-5be5d27fe910 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:33.544539 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ca558bdb-9425-4d60-b299-9e3ba2f4103d req-51028052-332c-4091-87e0-5be5d27fe910 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 944 time: 0.0641074 Sep 14 01:07:33.576854 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=41e3c7ae-c1a9-4785-bdec-300c125b2082,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:33.604063 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ca558bdb-9425-4d60-b299-9e3ba2f4103d req-2d060719-a3a7-48e8-83b5-bc8c5f970f67 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517526 Sep 14 01:07:34.735402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8e764-bfbe-42c0-aba8-db115824cc4a req-551aa792-c0bd-4f4f-94e8-2805be53bc41 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:34.736801 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ed8e764-bfbe-42c0-aba8-db115824cc4a req-551aa792-c0bd-4f4f-94e8-2805be53bc41 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0497890 Sep 14 01:07:34.785830 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ed8e764-bfbe-42c0-aba8-db115824cc4a req-357bd253-b055-413e-ad92-8b356d371222 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Sep 14 01:07:35.237722 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=17 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:35.242901 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=15 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:35.809444 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-213889ac-c543-46a4-90d3-e86aebbee874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.909870 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194203ba-65b7-44db-a4e8-ff86c7714bb3 req-54444e91-1fef-4ac5-9935-f25b97b7f3c6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:35.911388 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-194203ba-65b7-44db-a4e8-ff86c7714bb3 req-54444e91-1fef-4ac5-9935-f25b97b7f3c6 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0481768 Sep 14 01:07:35.932517 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:35.964551 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-194203ba-65b7-44db-a4e8-ff86c7714bb3 req-21480118-f335-45f5-ad5a-3075a80c1eb1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474513 Sep 14 01:07:36.272989 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:07:37.086370 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56deef9-a822-4ea3-a9bc-8ec30e152880 req-03f52676-7da5-4615-bf21-4d77a8b401af tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:37.088288 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f56deef9-a822-4ea3-a9bc-8ec30e152880 req-03f52676-7da5-4615-bf21-4d77a8b401af tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0479507 Sep 14 01:07:37.136000 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f56deef9-a822-4ea3-a9bc-8ec30e152880 req-74a7f19b-c2d3-48af-8baa-86bf71523e69 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416257 Sep 14 01:07:38.258615 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367fddc-a5cd-4b32-bf80-9ef2c487f171 req-715baa4b-77ac-4b2d-84bb-3926b2f93486 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:38.260153 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6367fddc-a5cd-4b32-bf80-9ef2c487f171 req-715baa4b-77ac-4b2d-84bb-3926b2f93486 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0485842 Sep 14 01:07:38.279030 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4a67e764-1566-4dc4-a31c-986064575833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:38.313572 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6367fddc-a5cd-4b32-bf80-9ef2c487f171 req-13b79c6d-33bc-44fa-981f-5d3d80b26d4d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472310 Sep 14 01:07:39.360637 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:39.444229 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45930d8f-1176-414f-8034-5e42de1235c8 req-5f4469b4-52db-416f-9b0a-4b6d077bb8fd tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:39.445700 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-45930d8f-1176-414f-8034-5e42de1235c8 req-5f4469b4-52db-416f-9b0a-4b6d077bb8fd tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0508864 Sep 14 01:07:39.500798 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-45930d8f-1176-414f-8034-5e42de1235c8 req-d697efa3-e8ed-49c4-b9c7-fc293305a46f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494223 Sep 14 01:07:40.617007 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:40.627469 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b11ed1-826a-406f-889e-b9fce50dad5a req-f7f3c9a6-20c0-4394-bd20-2f356bb9f48f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:40.629144 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-77b11ed1-826a-406f-889e-b9fce50dad5a req-f7f3c9a6-20c0-4394-bd20-2f356bb9f48f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0503666 Sep 14 01:07:40.679767 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-77b11ed1-826a-406f-889e-b9fce50dad5a req-d3703784-e2ee-4ce6-9af6-cbfd2119bcfe tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439558 Sep 14 01:07:40.702188 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:41.025167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:41.805600 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd7a23-6e36-4bff-ab9b-496ce0ba5424 req-0ef289b9-95a8-424a-a56f-dcc04bb53f98 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:41.806978 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4bcd7a23-6e36-4bff-ab9b-496ce0ba5424 req-0ef289b9-95a8-424a-a56f-dcc04bb53f98 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0468597 Sep 14 01:07:41.855839 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4bcd7a23-6e36-4bff-ab9b-496ce0ba5424 req-99a54ec4-8022-41ee-9da3-a456fc39ba61 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Sep 14 01:07:42.981191 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098662d6-cf66-4007-9cd1-56a81cb0963e req-1787208c-bcf0-4400-a5ad-b1b96b922bc9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:42.982744 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-098662d6-cf66-4007-9cd1-56a81cb0963e req-1787208c-bcf0-4400-a5ad-b1b96b922bc9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0484908 Sep 14 01:07:43.033330 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-098662d6-cf66-4007-9cd1-56a81cb0963e req-95e0420f-9c34-4dce-af66-1deafbcb80fe tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Sep 14 01:07:44.163090 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9017c-bfaa-4daa-ab6f-b83147b4241e req-1d012745-1142-43b1-aa6d-be6d7b36ff45 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:44.164596 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-99f9017c-bfaa-4daa-ab6f-b83147b4241e req-1d012745-1142-43b1-aa6d-be6d7b36ff45 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0562828 Sep 14 01:07:44.446082 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-99f9017c-bfaa-4daa-ab6f-b83147b4241e req-f80e0e69-728b-4fea-9510-3a3411c2342b tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758036 Sep 14 01:07:45.572931 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387847b-7da6-47c7-91e8-dd2e4cf4a3bc req-90999d24-6fac-469c-bce0-cdef3d113d7e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:45.574388 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d387847b-7da6-47c7-91e8-dd2e4cf4a3bc req-90999d24-6fac-469c-bce0-cdef3d113d7e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0513728 Sep 14 01:07:45.621966 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d387847b-7da6-47c7-91e8-dd2e4cf4a3bc req-f4fe5a85-4f42-4127-9527-f6437c893f85 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Sep 14 01:07:46.741989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07338230-e182-4530-8c69-dbf5ba539999 req-afa8385b-e5b4-431f-9642-858791aac132 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:46.743432 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-07338230-e182-4530-8c69-dbf5ba539999 req-afa8385b-e5b4-431f-9642-858791aac132 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0468261 Sep 14 01:07:46.793244 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-07338230-e182-4530-8c69-dbf5ba539999 req-b2804942-f84f-4d28-9e7b-d1693f787a71 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442586 Sep 14 01:07:47.917403 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed42bf-d969-4c4e-9e26-3e0813884f37 req-fc440159-e39d-4dba-a63b-f4e0f7f22667 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:47.918935 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54ed42bf-d969-4c4e-9e26-3e0813884f37 req-fc440159-e39d-4dba-a63b-f4e0f7f22667 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0492172 Sep 14 01:07:47.972210 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54ed42bf-d969-4c4e-9e26-3e0813884f37 req-1083089d-c650-479b-af65-2191cca26e77 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463247 Sep 14 01:07:49.097564 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f691-b72d-4855-ba64-f11a27bf6344 req-b1e0c43c-f1c7-4439-bac8-01e53d876b6e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:49.099001 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7512f691-b72d-4855-ba64-f11a27bf6344 req-b1e0c43c-f1c7-4439-bac8-01e53d876b6e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0488102 Sep 14 01:07:49.145550 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7512f691-b72d-4855-ba64-f11a27bf6344 req-63e6d633-3c0d-450c-95a6-ee52317eeeee tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Sep 14 01:07:50.277979 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231296-bb4c-4044-bb0a-49c5c2fb10ff req-5feb31c3-b2d6-4ad0-a54f-52293d2beade tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.279494 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec231296-bb4c-4044-bb0a-49c5c2fb10ff req-5feb31c3-b2d6-4ad0-a54f-52293d2beade tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0600250 Sep 14 01:07:50.320519 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-0e6be3d7-71c6-42f1-a2c8-73a87792922a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658946 Sep 14 01:07:50.347225 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec231296-bb4c-4044-bb0a-49c5c2fb10ff req-8f998302-b10b-45e1-973d-026849fff846 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519235 Sep 14 01:07:50.402576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-a985c312-9c0a-4821-9808-cad7a39ad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.404165 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-a985c312-9c0a-4821-9808-cad7a39ad9c3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1129 time: 0.0406291 Sep 14 01:07:50.525338 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-a60ac569-0708-4a64-ad6e-90786e10b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.526839 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-a60ac569-0708-4a64-ad6e-90786e10b1d3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 910 time: 0.1018407 Sep 14 01:07:50.594562 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=58,neutron:UPDATE=7 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:50.595094 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-96e37974-9f6d-4fc4-8dc7-dc67e6e166ff service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 200 len: 1000 time: 0.0610814 Sep 14 01:07:50.596054 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:50.608035 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:50.648358 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-e3a9469c-c2dc-4c81-bcad-0d256b862033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.649836 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-e3a9469c-c2dc-4c81-bcad-0d256b862033 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.0489237 Sep 14 01:07:50.694079 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-eb6cda95-acb6-4ebf-ae7b-67ccd9530c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.695617 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-eb6cda95-acb6-4ebf-ae7b-67ccd9530c35 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390635 Sep 14 01:07:50.786291 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-7e736533-7f28-45f1-b647-7d38bdab21b9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Sep 14 01:07:50.852824 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['41e3c7ae-c1a9-4785-bdec-300c125b2082'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:07:50.872267 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:50.884536 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bb548443-6e2a-45dd-8ac6-5f15a5292569 req-1d600530-e180-4b3f-82b6-3b4ccfdead90 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893190 Sep 14 01:07:51.466702 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899347-916e-430f-a12b-d3eb98f4b036 req-8ac4497b-bcec-45ea-a1e1-fc26d24cee09 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:51.468216 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2e899347-916e-430f-a12b-d3eb98f4b036 req-8ac4497b-bcec-45ea-a1e1-fc26d24cee09 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 945 time: 0.0469615 Sep 14 01:07:51.534060 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2e899347-916e-430f-a12b-d3eb98f4b036 req-7e63e540-2a37-480c-88e6-3752e04b7840 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495393 Sep 14 01:07:52.274722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 41e3c7ae-c1a9-4785-bdec-300c125b2082 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:07:52.318630 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 41e3c7ae-c1a9-4785-bdec-300c125b2082 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:07:52.324952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 41e3c7ae-c1a9-4785-bdec-300c125b2082 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:52.325319 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:52.325652 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 41e3c7ae-c1a9-4785-bdec-300c125b2082 Sep 14 01:07:52.395974 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 41e3c7ae-c1a9-4785-bdec-300c125b2082 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:52.396278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:52.418356 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:52.420741 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdad53d-57f5-4f5e-84d5-2989a9e0c19a" -d '{"events": [{"server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:52.434612 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 41e3c7ae-c1a9-4785-bdec-300c125b2082, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:52.438589 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:52.473116 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52344484-62b4-453d-84a6-c9427728a5d5 x-openstack-request-id: req-52344484-62b4-453d-84a6-c9427728a5d5 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:52.473406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:52.473655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52344484-62b4-453d-84a6-c9427728a5d5 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:52.474039 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52344484-62b4-453d-84a6-c9427728a5d5'] response: {'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'code': 200} Sep 14 01:07:52.492290 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=41e3c7ae-c1a9-4785-bdec-300c125b2082,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:52.499279 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.499653 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.500015 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.500355 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.500686 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.501019 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.501344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.501668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.501993 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.502851 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.503238 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.503512 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.503858 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.504177 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.504493 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:52.637269 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:52.656940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab07f7b-41d9-42ac-8852-d06e17c0fbca req-c81f70f6-cc4b-415d-b1a8-344f2235ae57 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:52.659005 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6ab07f7b-41d9-42ac-8852-d06e17c0fbca req-c81f70f6-cc4b-415d-b1a8-344f2235ae57 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0494509 Sep 14 01:07:52.712055 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6ab07f7b-41d9-42ac-8852-d06e17c0fbca req-ed6e1bd9-47cb-4c54-bb98-679c0af3aab9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470662 Sep 14 01:07:52.767104 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:52.797325 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257436b-9fd3-490b-b7b4-287fb009d5c8 req-81fbcee0-98a3-47d7-a674-fa2967953ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:52.798940 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f257436b-9fd3-490b-b7b4-287fb009d5c8 req-81fbcee0-98a3-47d7-a674-fa2967953ae6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0406671 Sep 14 01:07:52.856643 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f257436b-9fd3-490b-b7b4-287fb009d5c8 req-946f8e49-35ad-4618-8968-4b8620e2058c service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417242 Sep 14 01:07:53.839473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a715-9cfd-4a20-a304-c16fa323ea75 req-24823b60-7188-4188-b183-0f3b2b3d6154 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:53.840967 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-36f8a715-9cfd-4a20-a304-c16fa323ea75 req-24823b60-7188-4188-b183-0f3b2b3d6154 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0500758 Sep 14 01:07:53.887435 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-36f8a715-9cfd-4a20-a304-c16fa323ea75 req-cd768a8b-d489-4207-b132-e3b1f60f65fb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Sep 14 01:07:54.224255 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:54.241501 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:55.006836 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298e86b-16a6-4350-b55e-339fab88a289 req-1c50fbfb-68dd-4adc-9bc3-ec15dbcf3b04 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:55.008257 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0298e86b-16a6-4350-b55e-339fab88a289 req-1c50fbfb-68dd-4adc-9bc3-ec15dbcf3b04 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0475168 Sep 14 01:07:55.055817 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0298e86b-16a6-4350-b55e-339fab88a289 req-f7005569-5270-471a-9858-650a41c33c75 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Sep 14 01:07:55.169762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe705-a725-4017-b15a-a49c9f0b788c req-c11e8c63-8937-4ff0-8276-f3de9dd0671d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:55.171897 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-40afe705-a725-4017-b15a-a49c9f0b788c req-c11e8c63-8937-4ff0-8276-f3de9dd0671d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0463209 Sep 14 01:07:55.183458 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59476) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:55.187806 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'floatingip': {'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:55.226740 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.549832 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59486) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:55.658386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.661639 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:55.678741 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.683005 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.746289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Publish callbacks [] for security_group (25a443f1-257b-4a09-af9e-af92e60018c4), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.751079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (25a443f1-257b-4a09-af9e-af92e60018c4), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.792398 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1f386c2fe624e4b96ab4f4e95780db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406697 Sep 14 01:07:55.792907 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Floating IP eabda559-7e55-4d69-936d-3300a360dad5 associated. External IP: 172.27.1.140, port: 41e3c7ae-c1a9-4785-bdec-300c125b2082. Sep 14 01:07:55.793243 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a443f1-257b-4a09-af9e-af92e60018c4,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:55.795190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59492) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:55.814472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.814730 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.815060 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.815388 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.816355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.816697 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.817016 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.817331 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.817650 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.817965 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.818282 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.818599 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.818911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.819220 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.819535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4746209-f96e-49ed-8a21-12b7fd301c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:55.861323 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ddacb50d-e235-423e-903c-341c661a1c4c admin admin] Publish callbacks [] for security_group (25a443f1-257b-4a09-af9e-af92e60018c4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.883120 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ddacb50d-e235-423e-903c-341c661a1c4c admin admin] Publish callbacks [] for security_group (25a443f1-257b-4a09-af9e-af92e60018c4), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.931286 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ddacb50d-e235-423e-903c-341c661a1c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (25a443f1-257b-4a09-af9e-af92e60018c4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.933861 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ddacb50d-e235-423e-903c-341c661a1c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.937436 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ddacb50d-e235-423e-903c-341c661a1c4c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/25a443f1-257b-4a09-af9e-af92e60018c4 HTTP/1.1" status: 204 len: 168 time: 0.1388371 Sep 14 01:07:55.944085 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb50d-e235-423e-903c-341c661a1c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a443f1-257b-4a09-af9e-af92e60018c4,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:56.215734 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:07:56.223086 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:56.224764 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59498) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:56.237976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a0116d03-e48e-470f-b9b3-3b96b4150f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.271971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:56.317683 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a0116d03-e48e-470f-b9b3-3b96b4150f92 admin admin] Publish callbacks [] for security_group (9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.321790 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a0116d03-e48e-470f-b9b3-3b96b4150f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.327955 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:07:56.333733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.340134 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] Sync routers for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:07:56.350768 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:56.351775 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:07:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:56.359486 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a0116d03-e48e-470f-b9b3-3b96b4150f92 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c67abe6cab794ea68f412d13d2fb4f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335132 Sep 14 01:07:56.362839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59502) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:56.380479 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d9092edb-cfed-4e3e-b38a-000b5fa24e80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/eabda559-7e55-4d69-936d-3300a360dad5 HTTP/1.1" status: 200 len: 992 time: 1.1956985 Sep 14 01:07:56.381641 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:56.384786 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7a56f4-28d4-4dae-911b-60c5bbb82984" -d '{"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:56.392161 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116d03-e48e-470f-b9b3-3b96b4150f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:56.425265 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb93-919e-492e-b2ab-bb955c72ccb3 admin admin] Publish callbacks [] for security_group (9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.436943 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe04432-7393-4ba0-a781-3c0c59f72d1f x-openstack-request-id: req-8fe04432-7393-4ba0-a781-3c0c59f72d1f {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:56.437435 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:56.437685 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fe04432-7393-4ba0-a781-3c0c59f72d1f {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:56.438085 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe04432-7393-4ba0-a781-3c0c59f72d1f'] response: {'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'status': 'completed', 'code': 200} Sep 14 01:07:56.447355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb93-919e-492e-b2ab-bb955c72ccb3 admin admin] Publish callbacks [] for security_group (9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.478536 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:56.496791 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:56.506257 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb93-919e-492e-b2ab-bb955c72ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.508893 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb93-919e-492e-b2ab-bb955c72ccb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:56.510022 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-df6ddb93-919e-492e-b2ab-bb955c72ccb3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a HTTP/1.1" status: 204 len: 168 time: 0.1462362 Sep 14 01:07:56.529427 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ddb93-919e-492e-b2ab-bb955c72ccb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1c3e67-baa9-4cf3-9e1b-7e775a63c71a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:56.553971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-b3942089-c28c-4261-9a3a-797162ed37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:56.556257 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-b3942089-c28c-4261-9a3a-797162ed37f0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0448699 Sep 14 01:07:56.661717 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-a529a26c-6861-4dbb-9486-7eebbb4176d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:56.663520 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-a529a26c-6861-4dbb-9486-7eebbb4176d6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.1002924 Sep 14 01:07:56.746602 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-b58e4f63-26a3-43c0-a8c6-2cbb621cc894 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 1000 time: 0.0609415 Sep 14 01:07:56.816983 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-c71b04d9-35e4-44e8-8958-f3369ad8967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:56.818464 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-c71b04d9-35e4-44e8-8958-f3369ad8967c service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0652752 Sep 14 01:07:56.868953 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-7d44dbb2-a0a7-48fe-9e4e-137f7096abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:56.870255 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-7d44dbb2-a0a7-48fe-9e4e-137f7096abad service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436003 Sep 14 01:07:56.908283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:56.910199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'eabda559-7e55-4d69-936d-3300a360dad5', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:09Z', 'updated_at': '2022-09-14T01:07:55Z', 'revision_number': 1, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:56.941843 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] Checking router: 25b7daa3-d5e9-45d4-afe9-7312830f9b67 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:07:56.952222 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:56.952842 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:07:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:56.980379 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-36ec29c0-5ccd-4f94-b91b-dfb7a14ac354 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022816 Sep 14 01:07:57.057471 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:57.092723 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f7a56f4-28d4-4dae-911b-60c5bbb82984 req-191240ba-f528-492a-b7fd-fa7b84e3abf5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918865 Sep 14 01:07:57.141230 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:57.283790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'eabda559-7e55-4d69-936d-3300a360dad5', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:09Z', 'updated_at': '2022-09-14T01:07:55Z', 'revision_number': 1, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:57.309537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a887d55-945a-488b-9ea5-50ba5c34be7a None None] The sync data for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi is: [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'eabda559-7e55-4d69-936d-3300a360dad5', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:09Z', 'updated_at': '2022-09-14T01:07:55Z', 'revision_number': 1, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:07:57.534346 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5072d-9e9a-45c5-9062-988b0d346fde None None] New status for floating IP eabda559-7e55-4d69-936d-3300a360dad5: ACTIVE {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:08:01.671017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59620) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:01.778680 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:01.854941 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Publish callbacks [] for security_group (1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:01.858494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:01.900501 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1ca30fa38e20438a9315f2d63634cf5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283804 Sep 14 01:08:01.901638 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:01.903292 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59624) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:01.908754 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.909096 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.910049 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.910330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.910658 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.910977 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.911296 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.911644 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.911964 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.912281 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.912597 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.912916 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.913230 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.913549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.913853 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ed02f8-f411-4b08-bdf4-d2a46cc3034c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:01.953730 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-00abef02-f70d-4f97-8ddd-d51dcfc8d9d8 admin admin] Publish callbacks [] for security_group (1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:01.969343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:01.974692 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-00abef02-f70d-4f97-8ddd-d51dcfc8d9d8 admin admin] Publish callbacks [] for security_group (1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.021492 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-00abef02-f70d-4f97-8ddd-d51dcfc8d9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.024176 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-00abef02-f70d-4f97-8ddd-d51dcfc8d9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.025372 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-00abef02-f70d-4f97-8ddd-d51dcfc8d9d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e HTTP/1.1" status: 204 len: 168 time: 0.1210427 Sep 14 01:08:02.033289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abef02-f70d-4f97-8ddd-d51dcfc8d9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa11ca8-9fba-4cb1-a36c-f4ae6ab8893e,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:02.298022 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59632) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:02.311320 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5d606124-0273-4abc-8894-66720f12396a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.390910 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5d606124-0273-4abc-8894-66720f12396a admin admin] Publish callbacks [] for security_group (0bbcca51-8871-4f8a-82d4-ee6e64722a46), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.395683 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5d606124-0273-4abc-8894-66720f12396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (0bbcca51-8871-4f8a-82d4-ee6e64722a46), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.434390 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5d606124-0273-4abc-8894-66720f12396a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3f75b5127c2a4d3e994f6fa2b25c5da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353309 Sep 14 01:08:02.435511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d606124-0273-4abc-8894-66720f12396a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbcca51-8871-4f8a-82d4-ee6e64722a46,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:02.437283 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59634) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:02.488604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9434c89c-e0ee-47e6-b70a-1b1d21eb3d26 admin admin] Publish callbacks [] for security_group (0bbcca51-8871-4f8a-82d4-ee6e64722a46), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.509153 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9434c89c-e0ee-47e6-b70a-1b1d21eb3d26 admin admin] Publish callbacks [] for security_group (0bbcca51-8871-4f8a-82d4-ee6e64722a46), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.517227 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:02.544864 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:02.559798 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9434c89c-e0ee-47e6-b70a-1b1d21eb3d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (0bbcca51-8871-4f8a-82d4-ee6e64722a46), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.562356 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9434c89c-e0ee-47e6-b70a-1b1d21eb3d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.563495 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9434c89c-e0ee-47e6-b70a-1b1d21eb3d26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0bbcca51-8871-4f8a-82d4-ee6e64722a46 HTTP/1.1" status: 204 len: 168 time: 0.1252229 Sep 14 01:08:02.572070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434c89c-e0ee-47e6-b70a-1b1d21eb3d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbcca51-8871-4f8a-82d4-ee6e64722a46,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:05.812364 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3d36bc86-11ae-454a-8c4a-3488452a08dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.282871 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-9aa75d45-9c78-41ab-bd74-8aa30c06fba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:09.361939 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:10.704692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:11.030521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:12.234161 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=15 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:12.239994 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:12.428837 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:DELETE=1,neutron:SELECT=19,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:12.431821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=39,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:12.566381 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:12.567098 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:13.272906 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:08:13.561218 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59844) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:13.666381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b274fcba-d211-49fd-a86c-d441e7b05ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.742941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b274fcba-d211-49fd-a86c-d441e7b05ee0 admin admin] Publish callbacks [] for security_group (dcef84ff-5df7-4935-9f70-3031e6d7ab54), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.746744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b274fcba-d211-49fd-a86c-d441e7b05ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (dcef84ff-5df7-4935-9f70-3031e6d7ab54), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.785365 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b274fcba-d211-49fd-a86c-d441e7b05ee0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=266036e72a234d9baa79b39cc8398ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230957 Sep 14 01:08:13.787206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274fcba-d211-49fd-a86c-d441e7b05ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef84ff-5df7-4935-9f70-3031e6d7ab54,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:13.788126 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59848) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:13.836821 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c7ab733d-901c-4058-9b67-1af1459bf8b3 admin admin] Publish callbacks [] for security_group (dcef84ff-5df7-4935-9f70-3031e6d7ab54), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.857374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c7ab733d-901c-4058-9b67-1af1459bf8b3 admin admin] Publish callbacks [] for security_group (dcef84ff-5df7-4935-9f70-3031e6d7ab54), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.905245 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c7ab733d-901c-4058-9b67-1af1459bf8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (dcef84ff-5df7-4935-9f70-3031e6d7ab54), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.907845 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c7ab733d-901c-4058-9b67-1af1459bf8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.910410 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-c7ab733d-901c-4058-9b67-1af1459bf8b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dcef84ff-5df7-4935-9f70-3031e6d7ab54 HTTP/1.1" status: 204 len: 168 time: 0.1212428 Sep 14 01:08:13.918171 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab733d-901c-4058-9b67-1af1459bf8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef84ff-5df7-4935-9f70-3031e6d7ab54,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:14.175852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59856) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:14.189439 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-871799e3-0ed8-4aa8-bfa8-9dd93db26266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.265383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-871799e3-0ed8-4aa8-bfa8-9dd93db26266 admin admin] Publish callbacks [] for security_group (63520a4a-f2f8-4fc3-83ef-865f7b443c88), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.270064 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-871799e3-0ed8-4aa8-bfa8-9dd93db26266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (63520a4a-f2f8-4fc3-83ef-865f7b443c88), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.311285 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871799e3-0ed8-4aa8-bfa8-9dd93db26266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63520a4a-f2f8-4fc3-83ef-865f7b443c88,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:14.316873 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-871799e3-0ed8-4aa8-bfa8-9dd93db26266 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=06e843b684754dd9b863fa2f7ed28b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400101 Sep 14 01:08:14.319499 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 59860) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:14.369786 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd43b-a870-4862-9621-108a0abec0f4 admin admin] Publish callbacks [] for security_group (63520a4a-f2f8-4fc3-83ef-865f7b443c88), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.389760 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd43b-a870-4862-9621-108a0abec0f4 admin admin] Publish callbacks [] for security_group (63520a4a-f2f8-4fc3-83ef-865f7b443c88), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.436498 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd43b-a870-4862-9621-108a0abec0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (63520a4a-f2f8-4fc3-83ef-865f7b443c88), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.438938 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd43b-a870-4862-9621-108a0abec0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.440204 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b9bdd43b-a870-4862-9621-108a0abec0f4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/63520a4a-f2f8-4fc3-83ef-865f7b443c88 HTTP/1.1" status: 204 len: 168 time: 0.1196878 Sep 14 01:08:14.448200 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdd43b-a870-4862-9621-108a0abec0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63520a4a-f2f8-4fc3-83ef-865f7b443c88,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:14.761336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59866) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:14.774971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7fb08743-6e49-4d88-95f1-2f4d8afb27a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.851965 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7fb08743-6e49-4d88-95f1-2f4d8afb27a1 admin admin] Publish callbacks [] for security_group (da7fe565-2186-4135-af7e-59e54192156e), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.855446 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7fb08743-6e49-4d88-95f1-2f4d8afb27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (da7fe565-2186-4135-af7e-59e54192156e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.892860 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08743-6e49-4d88-95f1-2f4d8afb27a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fe565-2186-4135-af7e-59e54192156e,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:14.897280 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7fb08743-6e49-4d88-95f1-2f4d8afb27a1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=13cd37c4b2154dcbbcb707d4afc565b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349370 Sep 14 01:08:14.899886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 59868) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:14.951361 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-960c2ce0-051d-4f3f-853f-a0a6f2aba158 admin admin] Publish callbacks [] for security_group (da7fe565-2186-4135-af7e-59e54192156e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.971548 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-960c2ce0-051d-4f3f-853f-a0a6f2aba158 admin admin] Publish callbacks [] for security_group (da7fe565-2186-4135-af7e-59e54192156e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:15.021710 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-960c2ce0-051d-4f3f-853f-a0a6f2aba158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (da7fe565-2186-4135-af7e-59e54192156e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:15.024401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-960c2ce0-051d-4f3f-853f-a0a6f2aba158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:15.025574 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-960c2ce0-051d-4f3f-853f-a0a6f2aba158 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da7fe565-2186-4135-af7e-59e54192156e HTTP/1.1" status: 204 len: 168 time: 0.1247611 Sep 14 01:08:15.034320 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c2ce0-051d-4f3f-853f-a0a6f2aba158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fe565-2186-4135-af7e-59e54192156e,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:20.598484 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:23.267598 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:24.442559 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:24.444578 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=57,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:25.028058 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:25.029951 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:30.590921 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:30.593069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:34.230597 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:35.813382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0c1e-c07c-48be-bce3-29966bddb9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:38.286239 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8d7da4d7-872b-4268-8cc6-b581dbcb13a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:39.365445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:40.706562 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:41.024429 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.139012 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 60176) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:43.244630 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-eaae33bb-fbab-46b7-a400-1ef3b8f92d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.322152 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-eaae33bb-fbab-46b7-a400-1ef3b8f92d5b admin admin] Publish callbacks [] for security_group (6e665286-a846-4b80-a70e-55040446683e), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.325970 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-eaae33bb-fbab-46b7-a400-1ef3b8f92d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6e665286-a846-4b80-a70e-55040446683e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.367663 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-eaae33bb-fbab-46b7-a400-1ef3b8f92d5b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b5606e8f3884720be78850662d9647f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275641 Sep 14 01:08:43.368769 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae33bb-fbab-46b7-a400-1ef3b8f92d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e665286-a846-4b80-a70e-55040446683e,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:43.370426 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 60180) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:43.420604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-741a1c96-4c51-49f3-bbc4-a90d9ac3ad12 admin admin] Publish callbacks [] for security_group (6e665286-a846-4b80-a70e-55040446683e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.440709 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-741a1c96-4c51-49f3-bbc4-a90d9ac3ad12 admin admin] Publish callbacks [] for security_group (6e665286-a846-4b80-a70e-55040446683e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.488344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-741a1c96-4c51-49f3-bbc4-a90d9ac3ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6e665286-a846-4b80-a70e-55040446683e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.490916 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-741a1c96-4c51-49f3-bbc4-a90d9ac3ad12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:43.492074 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-741a1c96-4c51-49f3-bbc4-a90d9ac3ad12 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e665286-a846-4b80-a70e-55040446683e HTTP/1.1" status: 204 len: 168 time: 0.1206353 Sep 14 01:08:43.500199 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a1c96-4c51-49f3-bbc4-a90d9ac3ad12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e665286-a846-4b80-a70e-55040446683e,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:46.854157 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-7e5cbaa3-190b-40f2-aa32-6eed0a8b542c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c3a4cb96eea945b8aeabe1ee77293241&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299475 Sep 14 01:08:47.039601 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-1fb9fa23-51ed-4f12-8637-57df5757fe35 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:47.041082 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-1fb9fa23-51ed-4f12-8637-57df5757fe35 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816909 Sep 14 01:08:47.056636 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-07d89c07-8637-42a3-89cf-f46cf6d8d030 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/quotas/c3a4cb96eea945b8aeabe1ee77293241 HTTP/1.1" status: 200 len: 375 time: 0.0099936 Sep 14 01:08:47.089256 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-8b52203b-1ef6-4ac0-a3dc-4907acf1e5aa tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c3a4cb96eea945b8aeabe1ee77293241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274251 Sep 14 01:08:47.261321 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f4aea1d6-6419-4062-a23d-8ce75589c4ae req-d04151e0-c90d-45be-a4a4-e2eb9e633c37 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0371203 Sep 14 01:08:48.374644 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e5a94ac5-30d4-473a-9a6b-d8e7f46b461a req-3f21249e-c004-4f9e-8769-896ec95fb5b2 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0289907 Sep 14 01:08:49.235606 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:49.236354 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:49.480062 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fdaf95ed-c02d-40f1-a5e2-a10c2c7b9fb6 req-8957332e-f921-44ca-95c2-90f3d9999cf3 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0295346 Sep 14 01:08:49.689524 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b61ba-a0ee-413c-8d57-e9d24baaa4ef req-4893a541-e8b9-44f7-9820-7120ad561703 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:49.691968 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4e3b61ba-a0ee-413c-8d57-e9d24baaa4ef req-4893a541-e8b9-44f7-9820-7120ad561703 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0479627 Sep 14 01:08:49.738659 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4e3b61ba-a0ee-413c-8d57-e9d24baaa4ef req-85236013-b072-49a2-83a9-65781028f82a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Sep 14 01:08:50.272474 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:08:50.594252 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a80529cd-ad03-4fa0-836f-1026cf02f492 req-ee03824d-dc22-47a3-b7bf-8a21e7f53640 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0323265 Sep 14 01:08:50.594850 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:50.859139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356d6f-13fa-416d-95ea-8d8bb668dbc1 req-c2831b95-d061-433b-bd92-1786672442b0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:50.860606 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-20356d6f-13fa-416d-95ea-8d8bb668dbc1 req-c2831b95-d061-433b-bd92-1786672442b0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0486376 Sep 14 01:08:50.907449 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-20356d6f-13fa-416d-95ea-8d8bb668dbc1 req-7b406005-c3bc-4688-a1ae-505abe2eb832 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Sep 14 01:08:51.469202 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-3d267e1b-57ea-49e5-aa36-a9d5dde434a8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376527 Sep 14 01:08:51.613223 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-a7e7d7b7-2dcc-440d-9f5c-82332bc67856 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=c3a4cb96eea945b8aeabe1ee77293241&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574870 Sep 14 01:08:51.647408 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-0763ed25-1de5-4fe2-9cc7-98772b134f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:51.649109 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-0763ed25-1de5-4fe2-9cc7-98772b134f58 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 1129 time: 0.0835149 Sep 14 01:08:51.755656 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9b124c9f-a6de-4f40-8049-42d2ec8a2b99 req-df77d715-b9c6-4e40-9323-192e0c103118 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0466509 Sep 14 01:08:51.838212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-90d9391a-e1f6-43d3-bcb2-d40647b563ce tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:51.839801 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-90d9391a-e1f6-43d3-bcb2-d40647b563ce tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211177 Sep 14 01:08:51.924004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-334d855d-d2f7-4ac5-9b46-5c7eb6b81e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:51.925706 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-334d855d-d2f7-4ac5-9b46-5c7eb6b81e0b service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.0849988 Sep 14 01:08:52.029847 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303e053-c117-436a-aa70-78141a975ae9 req-944b3c0f-d066-49fa-9e4c-4daa245b3f54 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:52.031239 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9303e053-c117-436a-aa70-78141a975ae9 req-944b3c0f-d066-49fa-9e4c-4daa245b3f54 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0494227 Sep 14 01:08:52.078067 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9303e053-c117-436a-aa70-78141a975ae9 req-e7dd7850-15cf-4408-b0ab-82ae03d75919 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Sep 14 01:08:52.236435 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Request body: {'port': {'device_id': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e', 'admin_state_up': True, 'tenant_id': 'c3a4cb96eea945b8aeabe1ee77293241'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:52.335137 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-051a85f2-0843-45b3-a70a-93535f19a302 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c55b96cb-5290-47cc-a378-c5a31536d115 HTTP/1.1" status: 200 len: 1001 time: 0.1080368 Sep 14 01:08:52.409008 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-4f5fded1-f617-4e75-95ef-77deca749143 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:52.410461 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-4f5fded1-f617-4e75-95ef-77deca749143 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 945 time: 0.0466805 Sep 14 01:08:52.423278 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-8a8dea0a-dbd3-4936-b6ea-d69328a9d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:52.425296 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-8a8dea0a-dbd3-4936-b6ea-d69328a9d6a0 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0583849 Sep 14 01:08:52.426925 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Made reservation on behalf of c3a4cb96eea945b8aeabe1ee77293241 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:08:52.430496 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.448378 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.494628 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-d470428d-574c-459a-8794-8d7c343d9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:52.496189 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-d470428d-574c-459a-8794-8d7c343d9dfa service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622106 Sep 14 01:08:52.530245 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Deleting port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:08:52.530577 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.587102 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:52.603834 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:52.626496 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] For port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:52.626852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.632917 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks [] for security_group (7e20f434-0ed5-404e-80f8-eb342e95129d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.638295 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-397f441f-7069-46fa-82d4-f72642dc7f39 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302121 Sep 14 01:08:52.639720 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7e20f434-0ed5-404e-80f8-eb342e95129d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.644387 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Calling delete_port for a24cbf5e-9696-4465-8ed2-8a2847a7e4ac owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:08:52.701394 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:52.704429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:52.749355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20f434-0ed5-404e-80f8-eb342e95129d,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:52.781936 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (a24cbf5e-9696-4465-8ed2-8a2847a7e4ac), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.814760 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Pushing event deleted for resources: {'Port': ['ID=a24cbf5e-9696-4465-8ed2-8a2847a7e4ac,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:52.851795 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-f98b9bdd-f369-40d4-a394-5dbf38dfa847 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984339 Sep 14 01:08:52.859080 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Allocated IP 192.168.233.23 (c8b8015d-18c9-4c9d-bfbe-1f93485de86e/f101ce63-7350-458a-8e40-90eae8ea6d5b/21627f84-f88e-4d81-bd53-27fd3579600b) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:08:52.885288 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] No DVR routers for this DVR port a24cbf5e-9696-4465-8ed2-8a2847a7e4ac on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:08:52.887944 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:52.889778 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d0afd61-419b-4756-ad12-18e9c9eea918 req-c0e2aeb7-1e30-4f73-bdeb-adc42e6938ce tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0459638 Sep 14 01:08:52.891362 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b76abf8-b412-4a65-a52a-ea0df4183303 req-a1f34681-87c5-46b1-99f4-0ed62b68e2d4 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "DELETE /networking/v2.0/ports/a24cbf5e-9696-4465-8ed2-8a2847a7e4ac HTTP/1.1" status: 204 len: 173 time: 0.4747548 Sep 14 01:08:52.891940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'name': 'network-vif-deleted', 'tag': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:52.894979 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c35d77-11a7-4df5-9c60-d9c268f806e8" -d '{"events": [{"server_uuid": "bd1b7018-c9a6-4ee8-876b-8c701b568fac", "name": "network-vif-deleted", "tag": "a24cbf5e-9696-4465-8ed2-8a2847a7e4ac"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:52.948628 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a9d210-019e-4431-b9ea-d563459605d8 x-openstack-request-id: req-b8a9d210-019e-4431-b9ea-d563459605d8 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:52.949064 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b7018-c9a6-4ee8-876b-8c701b568fac", "name": "network-vif-deleted", "tag": "a24cbf5e-9696-4465-8ed2-8a2847a7e4ac", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:52.949373 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8a9d210-019e-4431-b9ea-d563459605d8 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:52.949850 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a9d210-019e-4431-b9ea-d563459605d8'] response: {'server_uuid': 'bd1b7018-c9a6-4ee8-876b-8c701b568fac', 'name': 'network-vif-deleted', 'tag': 'a24cbf5e-9696-4465-8ed2-8a2847a7e4ac', 'status': 'completed', 'code': 200} Sep 14 01:08:53.032932 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks [] for port (21627f84-f88e-4d81-bd53-27fd3579600b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.067158 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.118354 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Network c8b8015d-18c9-4c9d-bfbe-1f93485de86e is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:08:53.121531 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:08:53.125442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:08:53.149366 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Pushing event updated for resources: {'Port': ['ID=21627f84-f88e-4d81-bd53-27fd3579600b,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:53.223189 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:53.224266 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.229712 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-63772587-bb83-4d57-9e08-86af0e6a81b6 req-1569a96a-efbd-4239-b8e9-38f0110e2032 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bd1b7018-c9a6-4ee8-876b-8c701b568fac HTTP/1.1" status: 200 len: 210 time: 0.0518110 Sep 14 01:08:53.246980 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-97675f0a-a593-4ab8-9f92-299faad60140 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0139105 Sep 14 01:08:53.378990 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Request body: {'port': {'device_id': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:53.403726 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Provisioning complete for port 21627f84-f88e-4d81-bd53-27fd3579600b triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:08:53.404248 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.404546 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Attempt 1 to provision port 21627f84-f88e-4d81-bd53-27fd3579600b Sep 14 01:08:53.437462 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Port 21627f84-f88e-4d81-bd53-27fd3579600b cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:08:53.445400 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.548083 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:53.617344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:53.706676 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21627f84-f88e-4d81-bd53-27fd3579600b {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:08:53.714105 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Publish callbacks [] for port (21627f84-f88e-4d81-bd53-27fd3579600b), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.726760 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Transition to ACTIVE for port object 21627f84-f88e-4d81-bd53-27fd3579600b will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:08:53.731480 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.810637 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Pushing event updated for resources: {'Port': ['ID=21627f84-f88e-4d81-bd53-27fd3579600b,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:53.843954 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Attempting to bind port 21627f84-f88e-4d81-bd53-27fd3579600b on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:08:53.844318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Attempting to bind port 21627f84-f88e-4d81-bd53-27fd3579600b by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:08:53.844669 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Attempting to bind port 21627f84-f88e-4d81-bd53-27fd3579600b on network c8b8015d-18c9-4c9d-bfbe-1f93485de86e {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:08:53.889300 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Port 21627f84-f88e-4d81-bd53-27fd3579600b on network c8b8015d-18c9-4c9d-bfbe-1f93485de86e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:08:53.889619 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Attempting to bind port 21627f84-f88e-4d81-bd53-27fd3579600b on network c8b8015d-18c9-4c9d-bfbe-1f93485de86e {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:08:53.933402 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:08:53.933782 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Checking segment: {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:08:53.934121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Bound using segment: {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:08:53.934555 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Bound port: 21627f84-f88e-4d81-bd53-27fd3579600b, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe00eb01-6fef-42c3-96a3-835207531315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:08:53.934915 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:53.938585 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Attempt 2 to provision port 21627f84-f88e-4d81-bd53-27fd3579600b Sep 14 01:08:53.977660 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Port 21627f84-f88e-4d81-bd53-27fd3579600b cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:08:54.004843 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] For port 21627f84-f88e-4d81-bd53-27fd3579600b, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:08:54.008621 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] For port 21627f84-f88e-4d81-bd53-27fd3579600b, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=21627f84-f88e-4d81-bd53-27fd3579600b,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:08:54.015076 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:54.020034 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:54.020650 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:54.022040 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/21627f84-f88e-4d81-bd53-27fd3579600b HTTP/1.1" status: 200 len: 1097 time: 0.6478286 Sep 14 01:08:54.023393 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'tag': '21627f84-f88e-4d81-bd53-27fd3579600b'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:54.024844 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282" -d '{"events": [{"name": "network-changed", "server_uuid": "23077ed0-85ab-48fb-a533-9a0f035f29c8", "tag": "21627f84-f88e-4d81-bd53-27fd3579600b"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:54.070612 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e732-3ffe-43ca-9919-a9dc9ef6a926 req-a06556a2-7e24-45eb-8844-956537995af2 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:54.072131 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85a1e732-3ffe-43ca-9919-a9dc9ef6a926 req-a06556a2-7e24-45eb-8844-956537995af2 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0805233 Sep 14 01:08:54.089720 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a369a96-21b9-4c7e-b540-3f2925c974f7 service neutron] Pushing event updated for resources: {'Port': ['ID=21627f84-f88e-4d81-bd53-27fd3579600b,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:54.105290 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b6153-97db-47c3-91b4-77b9dc088423 x-openstack-request-id: req-3c2b6153-97db-47c3-91b4-77b9dc088423 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:54.105645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23077ed0-85ab-48fb-a533-9a0f035f29c8", "tag": "21627f84-f88e-4d81-bd53-27fd3579600b", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:54.105955 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c2b6153-97db-47c3-91b4-77b9dc088423 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:54.106551 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2b6153-97db-47c3-91b4-77b9dc088423'] response: {'name': 'network-changed', 'server_uuid': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'tag': '21627f84-f88e-4d81-bd53-27fd3579600b', 'status': 'completed', 'code': 200} Sep 14 01:08:54.130256 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85a1e732-3ffe-43ca-9919-a9dc9ef6a926 req-1042ca11-0392-4879-acce-d4dbff5d4cdd tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Sep 14 01:08:54.176223 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-24d21275-c8e1-4390-9edd-700502282e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:54.177724 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-24d21275-c8e1-4390-9edd-700502282e6a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=c3a4cb96eea945b8aeabe1ee77293241&device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 1131 time: 0.0438311 Sep 14 01:08:54.234289 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-7f5d73a6-4c58-4d22-a27f-60846fe088fd service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=21627f84-f88e-4d81-bd53-27fd3579600b HTTP/1.1" status: 200 len: 217 time: 0.0381451 Sep 14 01:08:54.289740 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-63e1780e-67e4-45b0-af41-ebd15964d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:54.291223 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-63e1780e-67e4-45b0-af41-ebd15964d3ad service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=f101ce63-7350-458a-8e40-90eae8ea6d5b HTTP/1.1" status: 200 len: 843 time: 0.0494983 Sep 14 01:08:54.353067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-32e44920-9762-4966-9ff2-bac669c0f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:54.354977 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-32e44920-9762-4966-9ff2-bac669c0f8f6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c8b8015d-18c9-4c9d-bfbe-1f93485de86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0554461 Sep 14 01:08:54.478322 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Attempt 3 to provision port 21627f84-f88e-4d81-bd53-27fd3579600b Sep 14 01:08:54.575728 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ee033bd5-7b54-414b-9863-0bf706f546ce None None] Port 21627f84-f88e-4d81-bd53-27fd3579600b had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:08:54.684457 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-a80968c1-5493-4357-b6fe-3dc36eff1719 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c8b8015d-18c9-4c9d-bfbe-1f93485de86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210557 Sep 14 01:08:54.708392 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:54.764432 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a24cbf5e-9696-4465-8ed2-8a2847a7e4ac no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:08:54.776446 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7225d20e-bdda-47e3-ad95-2873a5310f16 req-b05dfd84-1355-48f4-b0dc-4ca723d200f6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c8b8015d-18c9-4c9d-bfbe-1f93485de86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851650 Sep 14 01:08:54.783541 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: a24cbf5e-9696-4465-8ed2-8a2847a7e4ac {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:08:54.784480 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a24cbf5e-9696-4465-8ed2-8a2847a7e4ac not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:08:55.251517 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f85b16-0d48-4d25-8b2a-cbab0120426c req-44beac8d-2542-4f03-b3f8-e758e54459ae tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:55.253958 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-05f85b16-0d48-4d25-8b2a-cbab0120426c req-44beac8d-2542-4f03-b3f8-e758e54459ae tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0467353 Sep 14 01:08:55.301421 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-05f85b16-0d48-4d25-8b2a-cbab0120426c req-91962bfe-bd7f-4667-8c0f-06ae83e1ac83 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Sep 14 01:08:56.424639 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69fc8-b9b1-4d6b-a51f-4b025911f437 req-4b516e68-3385-452c-9542-0952ec362fc6 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:56.426096 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-afc69fc8-b9b1-4d6b-a51f-4b025911f437 req-4b516e68-3385-452c-9542-0952ec362fc6 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0500908 Sep 14 01:08:56.472819 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-afc69fc8-b9b1-4d6b-a51f-4b025911f437 req-f151161c-af6c-415e-83c3-b71e66386558 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Sep 14 01:08:57.595521 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33022b4-bc8a-4677-b592-93c96511db2a req-3ac7466c-58ff-4960-890a-d50778b882c9 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:57.598075 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a33022b4-bc8a-4677-b592-93c96511db2a req-3ac7466c-58ff-4960-890a-d50778b882c9 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0496218 Sep 14 01:08:57.646223 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a33022b4-bc8a-4677-b592-93c96511db2a req-5d7da988-7533-4a9f-a7c5-b99762877684 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Sep 14 01:08:58.762880 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:58.771539 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a2880-7e0f-4f8c-8f09-463cb0dc5cc9 req-e484dae3-0a43-4bb8-804e-3ce6687fd4e8 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:58.773034 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d79a2880-7e0f-4f8c-8f09-463cb0dc5cc9 req-e484dae3-0a43-4bb8-804e-3ce6687fd4e8 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0481162 Sep 14 01:08:58.820413 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d79a2880-7e0f-4f8c-8f09-463cb0dc5cc9 req-d362847f-4286-4731-bb84-02cc0c02b245 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Sep 14 01:08:59.943689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eeb17-af6f-475c-8c9b-a5703f9fa5ff req-5303cf1a-31ec-4c2b-9f55-3b9efbc0c95f tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:59.945733 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-729eeb17-af6f-475c-8c9b-a5703f9fa5ff req-5303cf1a-31ec-4c2b-9f55-3b9efbc0c95f tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0510716 Sep 14 01:08:59.993358 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-729eeb17-af6f-475c-8c9b-a5703f9fa5ff req-af8113ab-5c5e-45a8-ac2f-75cec1a92afa tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Sep 14 01:09:00.184609 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 60392) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:00.268273 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:00.304023 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ecf80a95-660f-4c99-8858-1a8f774af1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.379118 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ecf80a95-660f-4c99-8858-1a8f774af1fe admin admin] Publish callbacks [] for security_group (8666e607-8cca-42e8-a186-66bed032fe3a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.382640 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ecf80a95-660f-4c99-8858-1a8f774af1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8666e607-8cca-42e8-a186-66bed032fe3a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.423843 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ecf80a95-660f-4c99-8858-1a8f774af1fe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b70be8c825ad4f8e93295a5b249a289d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381005 Sep 14 01:09:00.426343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf80a95-660f-4c99-8858-1a8f774af1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666e607-8cca-42e8-a186-66bed032fe3a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:00.427202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 60396) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:00.476836 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Publish callbacks [] for security_group (8666e607-8cca-42e8-a186-66bed032fe3a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.501004 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Publish callbacks [] for security_group (8666e607-8cca-42e8-a186-66bed032fe3a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.547988 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8666e607-8cca-42e8-a186-66bed032fe3a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.551117 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.552361 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8666e607-8cca-42e8-a186-66bed032fe3a HTTP/1.1" status: 204 len: 168 time: 0.1240840 Sep 14 01:09:00.560155 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666e607-8cca-42e8-a186-66bed032fe3a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:00.568499 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.568882 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.569216 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.569559 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.570104 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.570444 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.570869 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.571207 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.571665 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.572002 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.572330 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.572659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.572981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.573301 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:00.573618 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a489de7-57e6-406e-abdd-e7a7da10305e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:01.151770 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a8ee-d4f4-4d3c-bafe-be479e744f84 req-ed936b9c-d71b-4533-8055-83ae08d68a68 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:01.153264 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8024a8ee-d4f4-4d3c-bafe-be479e744f84 req-ed936b9c-d71b-4533-8055-83ae08d68a68 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0763335 Sep 14 01:09:01.201918 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8024a8ee-d4f4-4d3c-bafe-be479e744f84 req-8bf75863-a7bd-4fe4-b39e-eb268c9a29a8 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Sep 14 01:09:02.321574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66780-bb99-42bc-a7e8-252676ae13fd req-9ea8649e-8a7c-4a21-b60b-82cba9030737 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:02.323063 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85f66780-bb99-42bc-a7e8-252676ae13fd req-9ea8649e-8a7c-4a21-b60b-82cba9030737 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 947 time: 0.0467405 Sep 14 01:09:02.370242 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85f66780-bb99-42bc-a7e8-252676ae13fd req-7190fa5f-2d78-4758-95c3-4a7d571533c3 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Sep 14 01:09:02.998323 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 21627f84-f88e-4d81-bd53-27fd3579600b details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:03.001046 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:03.002590 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:03.100254 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 21627f84-f88e-4d81-bd53-27fd3579600b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=21627f84-f88e-4d81-bd53-27fd3579600b,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:03.110856 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '21627f84-f88e-4d81-bd53-27fd3579600b', 'network_id': 'c8b8015d-18c9-4c9d-bfbe-1f93485de86e', 'port_id': '21627f84-f88e-4d81-bd53-27fd3579600b', 'mac_address': 'fa:16:3e:64:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101ce63-7350-458a-8e40-90eae8ea6d5b', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:03.144496 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 21627f84-f88e-4d81-bd53-27fd3579600b is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:03.144884 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:03.157294 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21627f84-f88e-4d81-bd53-27fd3579600b {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:03.177569 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 21627f84-f88e-4d81-bd53-27fd3579600b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=21627f84-f88e-4d81-bd53-27fd3579600b,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:03.183196 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:03.234388 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=21627f84-f88e-4d81-bd53-27fd3579600b,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:03.241662 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.242035 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.242392 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.242744 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.243080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.243406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.243756 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.244078 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.244399 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.244717 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.245038 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.245375 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.245696 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.246011 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.246328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:03.489902 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654b1c-2190-45aa-acba-e03a3d679ab5 req-d4719f12-d46c-411e-aeee-170fcdd866a0 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:03.491378 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8f654b1c-2190-45aa-acba-e03a3d679ab5 req-d4719f12-d46c-411e-aeee-170fcdd866a0 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0471771 Sep 14 01:09:03.539021 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8f654b1c-2190-45aa-acba-e03a3d679ab5 req-bf74b615-e95c-4dd5-903a-1a119738c0f4 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Sep 14 01:09:04.658078 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dbb91-3f70-43b4-b6ee-a403e04d8dc1 req-3a3e177b-7dae-406c-a63a-d8be3e15b92b tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:04.660558 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-858dbb91-3f70-43b4-b6ee-a403e04d8dc1 req-3a3e177b-7dae-406c-a63a-d8be3e15b92b tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0490918 Sep 14 01:09:04.707687 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-858dbb91-3f70-43b4-b6ee-a403e04d8dc1 req-49029b36-5165-437b-862f-969f5ac37b4f tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Sep 14 01:09:05.816961 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-58030483-a8e3-4831-98a3-3142b388e180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:05.834123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6df6d-6a0d-499b-8915-0789d40c8420 req-f9878626-b9d2-4de6-9edc-a813a9a2784e tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:05.835834 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-58f6df6d-6a0d-499b-8915-0789d40c8420 req-f9878626-b9d2-4de6-9edc-a813a9a2784e tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0530553 Sep 14 01:09:05.884056 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-58f6df6d-6a0d-499b-8915-0789d40c8420 req-10ee274c-93be-4396-9afc-f0c67dd92a80 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Sep 14 01:09:05.943341 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-c91d6892-200f-417b-bc2c-88e410e46361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:05.944872 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-c91d6892-200f-417b-bc2c-88e410e46361 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=c3a4cb96eea945b8aeabe1ee77293241&device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 1132 time: 0.0408206 Sep 14 01:09:06.037475 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-1a091ecf-9714-44f5-94b3-6c92b1a9842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:06.038834 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-1a091ecf-9714-44f5-94b3-6c92b1a9842d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c8b8015d-18c9-4c9d-bfbe-1f93485de86e HTTP/1.1" status: 200 len: 869 time: 0.0880439 Sep 14 01:09:06.077661 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-5a820116-4a9c-4cd6-9f74-04c86deb1251 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=21627f84-f88e-4d81-bd53-27fd3579600b HTTP/1.1" status: 200 len: 217 time: 0.0323703 Sep 14 01:09:06.125257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-18b7285c-5fb6-4ba2-9aa0-ff7ac581f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:06.126635 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-18b7285c-5fb6-4ba2-9aa0-ff7ac581f854 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=f101ce63-7350-458a-8e40-90eae8ea6d5b HTTP/1.1" status: 200 len: 843 time: 0.0425415 Sep 14 01:09:06.161586 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:06.171192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-7dadd964-2e2b-48ea-b57a-5ebd341165ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:06.172763 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-7dadd964-2e2b-48ea-b57a-5ebd341165ce service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c8b8015d-18c9-4c9d-bfbe-1f93485de86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0399313 Sep 14 01:09:06.267665 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-477a5fd3-cb79-451e-9cc4-e6bff25cc6a9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c8b8015d-18c9-4c9d-bfbe-1f93485de86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875068 Sep 14 01:09:06.366180 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f9d6d0bd-9bcf-42cf-8c64-22db96acf282 req-5c538ac5-e69a-4d4d-8b2e-db679fb27a5f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c8b8015d-18c9-4c9d-bfbe-1f93485de86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905657 Sep 14 01:09:06.388938 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['21627f84-f88e-4d81-bd53-27fd3579600b'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:06.475759 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:06.560356 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-b009d238-e3b4-4139-966d-769808b3c36c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:06.561737 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-b009d238-e3b4-4139-966d-769808b3c36c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3dab046e-a732-4523-8b50-a5cba6b7830d HTTP/1.1" status: 200 len: 812 time: 0.1174080 Sep 14 01:09:06.576009 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-9ec223f5-207e-44d0-8fb5-e62a61f2f788 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/quotas/0f8eb4de1820448eb1064b0fbb45a259 HTTP/1.1" status: 200 len: 375 time: 0.0087960 Sep 14 01:09:06.607946 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-80870ca1-cd6a-4316-83a6-3b77f03f4f97 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269353 Sep 14 01:09:06.676808 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:06.703766 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-d612d5b5-26b3-44b5-b8ec-cff753f217c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888507 Sep 14 01:09:06.798777 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-b2f7afd0-6fc2-4156-b10c-7c0f0cb5e72c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884519 Sep 14 01:09:06.972400 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0162ecd2-8c57-4d1c-984b-03c85bf17d19 req-f05e70b7-dd78-49bc-92ed-0f7d8ba99965 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0387695 Sep 14 01:09:07.024031 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683ad0-eca5-4d73-acbe-3f8251ad07b2 req-e4f6c1a8-85e6-457c-be75-61f3f8469c76 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:07.025785 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-21683ad0-eca5-4d73-acbe-3f8251ad07b2 req-e4f6c1a8-85e6-457c-be75-61f3f8469c76 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0561845 Sep 14 01:09:07.084418 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-21683ad0-eca5-4d73-acbe-3f8251ad07b2 req-f4bdb89d-c6ef-453a-bcee-7dadd55bdfcb tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528274 Sep 14 01:09:08.062094 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:08.081535 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c4c87910-5220-454b-a2ba-b4f1d7fcc27a req-1b51f057-3cf4-4a33-8f68-c93238911060 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0287466 Sep 14 01:09:08.200105 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017dcc-eaa6-4f42-802a-9b6c2d9fd90b req-d6749002-06b5-4aa9-8309-9876b99e2101 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:08.201844 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-66017dcc-eaa6-4f42-802a-9b6c2d9fd90b req-d6749002-06b5-4aa9-8309-9876b99e2101 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0482078 Sep 14 01:09:08.248516 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-66017dcc-eaa6-4f42-802a-9b6c2d9fd90b req-459df63d-1ed7-455f-b1c7-9b4d5c1ca24c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Sep 14 01:09:08.287289 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-985267e4-665c-4485-8e0c-621b3b2311cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:09.184665 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-12aadc79-3049-407d-bfe9-2ec28d1f99c7 req-2c10d641-361a-4a61-a060-dfaae87f0698 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Sep 14 01:09:09.368245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:09.375230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda95dc-d8f1-4d5d-ac66-d740366de05f req-68fa7d95-9be8-4ec8-a90a-73f85eb8f918 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:09.377266 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1fda95dc-d8f1-4d5d-ac66-d740366de05f req-68fa7d95-9be8-4ec8-a90a-73f85eb8f918 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0522985 Sep 14 01:09:09.425375 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1fda95dc-d8f1-4d5d-ac66-d740366de05f req-e7aa8163-55ad-4964-9c66-b5527dfe5d2b tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Sep 14 01:09:10.290787 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-59927330-f670-4b99-ab54-9f2ff7fb3d31 req-eb1a5a07-20dc-4e91-8266-f352e1bb80a7 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0308824 Sep 14 01:09:10.542761 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4780b9-3c21-4020-97fe-2b7b41095c0e req-5a377a54-2c09-4e76-90ba-92f759c4c2b4 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:10.544234 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0d4780b9-3c21-4020-97fe-2b7b41095c0e req-5a377a54-2c09-4e76-90ba-92f759c4c2b4 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 948 time: 0.0461626 Sep 14 01:09:10.590026 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0d4780b9-3c21-4020-97fe-2b7b41095c0e req-72c1a463-95d1-4917-9584-a91c285f9d09 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Sep 14 01:09:10.711210 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.029041 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.311157 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 21627f84-f88e-4d81-bd53-27fd3579600b up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:11.355439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 21627f84-f88e-4d81-bd53-27fd3579600b completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:09:11.362079 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 21627f84-f88e-4d81-bd53-27fd3579600b triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:11.362514 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.362905 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 21627f84-f88e-4d81-bd53-27fd3579600b Sep 14 01:09:11.396854 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2db3435a-d64e-4d22-8b78-ace4829da33c req-d06110da-b382-4fce-a3d0-2c325436a3df tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Sep 14 01:09:11.439439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 21627f84-f88e-4d81-bd53-27fd3579600b is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:11.439858 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.462956 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21627f84-f88e-4d81-bd53-27fd3579600b'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:11.465173 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb48a2dd-bbb0-4019-a80b-dbb64987ecca" -d '{"events": [{"server_uuid": "23077ed0-85ab-48fb-a533-9a0f035f29c8", "name": "network-vif-plugged", "status": "completed", "tag": "21627f84-f88e-4d81-bd53-27fd3579600b"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:11.479583 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 21627f84-f88e-4d81-bd53-27fd3579600b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=21627f84-f88e-4d81-bd53-27fd3579600b,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:11.484726 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.506878 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f208ff-9fd4-45a2-a1c9-a4501231e611 x-openstack-request-id: req-b9f208ff-9fd4-45a2-a1c9-a4501231e611 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:11.507166 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23077ed0-85ab-48fb-a533-9a0f035f29c8", "name": "network-vif-plugged", "status": "completed", "tag": "21627f84-f88e-4d81-bd53-27fd3579600b", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:11.507417 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9f208ff-9fd4-45a2-a1c9-a4501231e611 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:11.507830 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f208ff-9fd4-45a2-a1c9-a4501231e611'] response: {'server_uuid': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21627f84-f88e-4d81-bd53-27fd3579600b', 'code': 200} Sep 14 01:09:11.534065 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=21627f84-f88e-4d81-bd53-27fd3579600b,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:11.709815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990355e-605e-438d-a1a6-8ff2dd615731 req-7ca96c8e-e130-4979-bba1-29e5606cf6f0 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.711275 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6990355e-605e-438d-a1a6-8ff2dd615731 req-7ca96c8e-e130-4979-bba1-29e5606cf6f0 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0473528 Sep 14 01:09:11.763978 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6990355e-605e-438d-a1a6-8ff2dd615731 req-4343b45f-b199-424a-a93d-168acfa45d4a tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Sep 14 01:09:11.938056 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-f9e13d8f-633b-4d5b-b0dd-37edade7d9ea tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.940258 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-f9e13d8f-633b-4d5b-b0dd-37edade7d9ea tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3dab046e-a732-4523-8b50-a5cba6b7830d HTTP/1.1" status: 200 len: 812 time: 0.1148474 Sep 14 01:09:11.960082 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Request body: {'port': {'device_id': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d', 'admin_state_up': True, 'tenant_id': '0f8eb4de1820448eb1064b0fbb45a259'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:11.961131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706bde8-456b-4e53-9491-e2264b078c2e req-b527a57e-07b3-4f43-ba71-774fc04dd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.962719 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8706bde8-456b-4e53-9491-e2264b078c2e req-b527a57e-07b3-4f43-ba71-774fc04dd760 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 1133 time: 0.0641372 Sep 14 01:09:12.028626 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8706bde8-456b-4e53-9491-e2264b078c2e req-3c821fbf-0688-4356-b6f7-c26e0111a26d service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512824 Sep 14 01:09:12.087881 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Made reservation on behalf of 0f8eb4de1820448eb1064b0fbb45a259 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:09:12.091515 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:12.220753 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Allocated IP 172.20.0.4 (3dab046e-a732-4523-8b50-a5cba6b7830d/d6e21e22-e41c-47d0-a571-a21b59207d67/775a97ae-c50c-4753-9069-80eb4c6633cf) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:09:12.370598 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks [] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:12.382733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:12.405749 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:12.458815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Network 3dab046e-a732-4523-8b50-a5cba6b7830d is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:09:12.464654 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:09:12.468793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:09:12.497918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Pushing event updated for resources: {'Port': ['ID=775a97ae-c50c-4753-9069-80eb4c6633cf,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:12.512749 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.513102 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.513511 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.513856 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.514196 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.514533 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.514863 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.515193 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.515529 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.515919 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.516248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.516577 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.516902 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.517272 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.517602 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:12.540117 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.540765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:12.544761 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d86b0-923c-4b64-9110-45fea603910c req-6b168135-51c3-4ff9-a783-572074a529e2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.546243 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-463d86b0-923c-4b64-9110-45fea603910c req-6b168135-51c3-4ff9-a783-572074a529e2 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 931 time: 0.0628459 Sep 14 01:09:12.557142 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-3197a84a-1dfa-42fb-8e81-71b1f6c98e6f tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020410 Sep 14 01:09:12.594686 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-463d86b0-923c-4b64-9110-45fea603910c req-4c135b2a-baac-40ad-84e4-ffd8943304f1 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Sep 14 01:09:12.886307 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659cf8e-6348-442b-a1aa-77d653bcb9b3 req-f91238f8-2745-4153-a7fd-f3c4ef3fe291 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.888053 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6659cf8e-6348-442b-a1aa-77d653bcb9b3 req-f91238f8-2745-4153-a7fd-f3c4ef3fe291 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0466280 Sep 14 01:09:12.944238 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6659cf8e-6348-442b-a1aa-77d653bcb9b3 req-f1c22506-9e2e-4bd9-b19f-4e3b1619566f tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Sep 14 01:09:13.712880 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870667-d778-4c55-9110-603671f0295f req-0a615de8-ad2a-4e98-b261-20c1a57dab8e tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:13.714340 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ba870667-d778-4c55-9110-603671f0295f req-0a615de8-ad2a-4e98-b261-20c1a57dab8e tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 931 time: 0.0461252 Sep 14 01:09:13.749302 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:13.762342 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ba870667-d778-4c55-9110-603671f0295f req-c601ba0d-1695-4b85-9b99-eb08da79b7d5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Sep 14 01:09:14.063217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099590d4-b692-4225-95b0-44fad9887664 req-20938460-1810-4d41-abfc-8664613f1566 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:14.065471 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-099590d4-b692-4225-95b0-44fad9887664 req-20938460-1810-4d41-abfc-8664613f1566 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0464597 Sep 14 01:09:14.123799 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-099590d4-b692-4225-95b0-44fad9887664 req-860d1e90-6fe5-4f2f-82e1-4c8d85dfe175 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527484 Sep 14 01:09:14.880824 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5da42d-1889-4e0f-9bae-639c98abef85 req-b750c15c-556d-417f-988b-394e4b5cf2fa tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:14.882253 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7b5da42d-1889-4e0f-9bae-639c98abef85 req-b750c15c-556d-417f-988b-394e4b5cf2fa tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 931 time: 0.0462754 Sep 14 01:09:14.900059 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:14.930133 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7b5da42d-1889-4e0f-9bae-639c98abef85 req-ad238e5f-67c7-4f79-9eee-25500e88faf1 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Sep 14 01:09:15.252877 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d350b99-4a77-460f-ad50-ae17bf54ece5 req-e8e82add-c214-4b9f-a26c-3f5c1dd52b05 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:15.254387 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5d350b99-4a77-460f-ad50-ae17bf54ece5 req-e8e82add-c214-4b9f-a26c-3f5c1dd52b05 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0457957 Sep 14 01:09:15.305611 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5d350b99-4a77-460f-ad50-ae17bf54ece5 req-d8111886-01c1-42bd-aa6d-20191b12dba2 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Sep 14 01:09:15.583988 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Request body: {'port': {'device_id': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:15.641981 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:15.894649 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775a97ae-c50c-4753-9069-80eb4c6633cf {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:15.901917 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Publish callbacks [] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:15.914520 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Transition to ACTIVE for port object 775a97ae-c50c-4753-9069-80eb4c6633cf will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:09:15.917494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:15.957208 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:16.007434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Pushing event updated for resources: {'Port': ['ID=775a97ae-c50c-4753-9069-80eb4c6633cf,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:16.038906 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Attempting to bind port 775a97ae-c50c-4753-9069-80eb4c6633cf on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:09:16.039248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Attempting to bind port 775a97ae-c50c-4753-9069-80eb4c6633cf by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:09:16.039608 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Attempting to bind port 775a97ae-c50c-4753-9069-80eb4c6633cf on network 3dab046e-a732-4523-8b50-a5cba6b7830d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:09:16.051425 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc61b7-e450-4ff6-9132-7cb73faa1314 req-c95f7710-d03d-4789-a016-6bff7b82d640 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:16.052934 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-86cc61b7-e450-4ff6-9132-7cb73faa1314 req-c95f7710-d03d-4789-a016-6bff7b82d640 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0478511 Sep 14 01:09:16.081602 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Port 775a97ae-c50c-4753-9069-80eb4c6633cf on network 3dab046e-a732-4523-8b50-a5cba6b7830d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:09:16.081940 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Attempting to bind port 775a97ae-c50c-4753-9069-80eb4c6633cf on network 3dab046e-a732-4523-8b50-a5cba6b7830d {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:09:16.099787 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-86cc61b7-e450-4ff6-9132-7cb73faa1314 req-82eb6b14-41e2-417a-aa33-ad90ac8afc12 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Sep 14 01:09:16.124682 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:09:16.125018 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Checking segment: {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:09:16.125401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Bound using segment: {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:09:16.125835 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Bound port: 775a97ae-c50c-4753-9069-80eb4c6633cf, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d2f83b-a8f7-4142-9613-5844c31ae664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:09:16.126198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:16.185636 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] For port 775a97ae-c50c-4753-9069-80eb4c6633cf, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:09:16.188771 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] For port 775a97ae-c50c-4753-9069-80eb4c6633cf, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=775a97ae-c50c-4753-9069-80eb4c6633cf,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:09:16.190025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:16.196808 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:16.202094 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:16.202710 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:16.204088 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/775a97ae-c50c-4753-9069-80eb4c6633cf HTTP/1.1" status: 200 len: 1093 time: 0.6250281 Sep 14 01:09:16.204763 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'tag': '775a97ae-c50c-4753-9069-80eb4c6633cf'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:16.207024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8effbfb-7c72-4918-98e2-2dda01535cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "41efe3bb-948d-49f2-974e-c1d3b846b8a8", "tag": "775a97ae-c50c-4753-9069-80eb4c6633cf"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:16.249625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2122c8-0d86-4c03-b00f-5a804e66c5c3 x-openstack-request-id: req-ca2122c8-0d86-4c03-b00f-5a804e66c5c3 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:16.249915 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41efe3bb-948d-49f2-974e-c1d3b846b8a8", "tag": "775a97ae-c50c-4753-9069-80eb4c6633cf", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:16.250171 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca2122c8-0d86-4c03-b00f-5a804e66c5c3 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:16.250569 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2122c8-0d86-4c03-b00f-5a804e66c5c3'] response: {'name': 'network-changed', 'server_uuid': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'tag': '775a97ae-c50c-4753-9069-80eb4c6633cf', 'status': 'completed', 'code': 200} Sep 14 01:09:16.272344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d7506-9d0c-4acb-8442-44092ce1ed83 service neutron] Pushing event updated for resources: {'Port': ['ID=775a97ae-c50c-4753-9069-80eb4c6633cf,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:16.430851 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7d44-47a4-491b-b5ee-180e66769508 req-b4bffca1-bdd0-4ded-89e1-7263d6b1b05e tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:16.432353 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-52ae7d44-47a4-491b-b5ee-180e66769508 req-b4bffca1-bdd0-4ded-89e1-7263d6b1b05e tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0504520 Sep 14 01:09:16.479161 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-52ae7d44-47a4-491b-b5ee-180e66769508 req-1bff071a-b2fc-4956-99cb-8cbebc054a2b tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Sep 14 01:09:17.225248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5120f4-3f1e-4870-8ab7-6df1a96386b8 req-eebfbf43-fb94-4390-8bc2-23974d8df4c0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:17.226752 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9a5120f4-3f1e-4870-8ab7-6df1a96386b8 req-eebfbf43-fb94-4390-8bc2-23974d8df4c0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0481644 Sep 14 01:09:17.276246 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9a5120f4-3f1e-4870-8ab7-6df1a96386b8 req-add03c99-00a1-49a4-b954-2b093f818a99 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Sep 14 01:09:17.599843 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d3749-7e4c-4f39-9203-64f7fb6191d3 req-5cf291fb-5393-4684-b301-7b0ee81be491 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:17.601211 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1c5d3749-7e4c-4f39-9203-64f7fb6191d3 req-5cf291fb-5393-4684-b301-7b0ee81be491 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0469403 Sep 14 01:09:17.652902 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1c5d3749-7e4c-4f39-9203-64f7fb6191d3 req-1ed563a6-1c5d-4bdf-b042-cc4fc94a947b tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Sep 14 01:09:18.392335 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:18.407443 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e1afc-4c15-4830-ab18-e226b55866d0 req-5eca84cc-fc73-4b21-a179-fb2b63a772e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.409616 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-524e1afc-4c15-4830-ab18-e226b55866d0 req-5eca84cc-fc73-4b21-a179-fb2b63a772e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0471458 Sep 14 01:09:18.461552 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-524e1afc-4c15-4830-ab18-e226b55866d0 req-a3e9d2f4-e32e-4b7d-b80c-9ad6718f0c11 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455103 Sep 14 01:09:18.601167 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8effbfb-7c72-4918-98e2-2dda01535cb6 req-cd83bf64-891c-4a2b-b912-28db18b79351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.602604 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8effbfb-7c72-4918-98e2-2dda01535cb6 req-cd83bf64-891c-4a2b-b912-28db18b79351 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 1127 time: 0.0388503 Sep 14 01:09:18.788862 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8effbfb-7c72-4918-98e2-2dda01535cb6 req-d74be0f0-ee30-40a0-a62b-b5a66350d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.790324 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8effbfb-7c72-4918-98e2-2dda01535cb6 req-d74be0f0-ee30-40a0-a62b-b5a66350d7ae service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1305993 Sep 14 01:09:18.800449 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe8722-ddda-4c73-b663-626e0163a83a req-083bdf60-8510-46a8-a81a-dcd908d1b948 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.801869 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17fe8722-ddda-4c73-b663-626e0163a83a req-083bdf60-8510-46a8-a81a-dcd908d1b948 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0612438 Sep 14 01:09:18.903053 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17fe8722-ddda-4c73-b663-626e0163a83a req-a54d7fbd-ec54-466c-9dc6-39d7802018cf tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913227 Sep 14 01:09:18.923813 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8effbfb-7c72-4918-98e2-2dda01535cb6 req-2c355723-ac76-4f77-9946-b47e565c908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.925255 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8effbfb-7c72-4918-98e2-2dda01535cb6 req-2c355723-ac76-4f77-9946-b47e565c908d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1225584 Sep 14 01:09:19.601768 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790fdcd-ca76-4d2e-93e2-a11c2b50baae req-2238c830-4b99-4f54-b45e-28525aeab898 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:19.603250 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4790fdcd-ca76-4d2e-93e2-a11c2b50baae req-2238c830-4b99-4f54-b45e-28525aeab898 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0528057 Sep 14 01:09:19.650872 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4790fdcd-ca76-4d2e-93e2-a11c2b50baae req-0a8b6815-aea2-4260-9161-2b5f6b806c9c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Sep 14 01:09:19.716445 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-9081508b-2a3b-45bf-aee8-a9e378461158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:19.717953 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-9081508b-2a3b-45bf-aee8-a9e378461158 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 1127 time: 0.0465016 Sep 14 01:09:19.796271 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-078628ba-e09f-4f4e-b317-123a45b2ff4b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775a97ae-c50c-4753-9069-80eb4c6633cf HTTP/1.1" status: 200 len: 217 time: 0.0346012 Sep 14 01:09:19.849124 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:19.854190 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-50794b0f-8248-4eb7-a6f4-f5b2e20f9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:19.855658 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-50794b0f-8248-4eb7-a6f4-f5b2e20f9646 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=d6e21e22-e41c-47d0-a571-a21b59207d67 HTTP/1.1" status: 200 len: 852 time: 0.0530887 Sep 14 01:09:19.890828 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-b3e1d456-bd11-43d3-b3a9-363df57c3c54 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3dab046e-a732-4523-8b50-a5cba6b7830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288570 Sep 14 01:09:19.987073 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-f01e2166-9667-408e-9eb4-9c315a3dfa97 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889821 Sep 14 01:09:20.079271 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88931aa-7a23-42b0-a754-2ab4289964f0 req-82594832-df43-4e1d-9c40-4d2b07d7fb59 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:20.081385 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e88931aa-7a23-42b0-a754-2ab4289964f0 req-82594832-df43-4e1d-9c40-4d2b07d7fb59 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0934067 Sep 14 01:09:20.130466 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:20.146198 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b893d2d-e23a-4f93-9245-ab63e54906fe req-a7f8d334-90c7-4834-9fe7-25c45a18d7de service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473401 Sep 14 01:09:20.160686 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e88931aa-7a23-42b0-a754-2ab4289964f0 req-b7d8bb54-920b-4535-ae82-30958a7b1bec tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714893 Sep 14 01:09:20.424557 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c1790-aba4-4ec5-8e65-eef7b6a9a96e req-8c4ab925-7951-4c30-a600-2b76dbd1d8b1 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:20.426010 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cc7c1790-aba4-4ec5-8e65-eef7b6a9a96e req-8c4ab925-7951-4c30-a600-2b76dbd1d8b1 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0466905 Sep 14 01:09:20.474025 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cc7c1790-aba4-4ec5-8e65-eef7b6a9a96e req-a4d14b03-4032-4159-aeab-ae49cd5e0091 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Sep 14 01:09:20.598098 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:20.603472 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:20.781095 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b3d2-f747-41dc-a0f2-7aa0674e1176 req-4fcc3576-96a3-4f5b-9a04-2c2092026f29 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:20.783240 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2395b3d2-f747-41dc-a0f2-7aa0674e1176 req-4fcc3576-96a3-4f5b-9a04-2c2092026f29 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0509598 Sep 14 01:09:20.831230 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2395b3d2-f747-41dc-a0f2-7aa0674e1176 req-5176d7d8-caf4-4131-8ae4-017eeec14f96 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Sep 14 01:09:21.574570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa5f63-2f89-439b-aba8-21d38f4e60c6 req-c46bc3af-5262-48c3-a762-57d12ebaf8b0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.576038 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9bfa5f63-2f89-439b-aba8-21d38f4e60c6 req-c46bc3af-5262-48c3-a762-57d12ebaf8b0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Sep 14 01:09:21.625925 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9bfa5f63-2f89-439b-aba8-21d38f4e60c6 req-0ec02df9-877f-431e-9dab-c5aa938a7ed0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Sep 14 01:09:21.733909 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e74b-454d-465b-b057-aa8d92e82691 req-6234952d-a799-4a88-a3e6-d3a5d5b0af40 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.735260 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d3d0e74b-454d-465b-b057-aa8d92e82691 req-6234952d-a799-4a88-a3e6-d3a5d5b0af40 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0450921 Sep 14 01:09:21.783148 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d3d0e74b-454d-465b-b057-aa8d92e82691 req-6d4b7f77-62a8-4b68-abe3-14118ca2ff5c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Sep 14 01:09:21.949551 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb59c2-c4bd-433b-8397-18d3539d8b90 req-eec23178-ef54-4442-9e15-ec3e7c8eb5cd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.951336 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bbfb59c2-c4bd-433b-8397-18d3539d8b90 req-eec23178-ef54-4442-9e15-ec3e7c8eb5cd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0460570 Sep 14 01:09:22.003404 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bbfb59c2-c4bd-433b-8397-18d3539d8b90 req-7da2e380-0ff5-4ed3-8d54-c948e8e6bd77 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Sep 14 01:09:22.759705 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ce25-e6fc-4b48-8fe2-f0c307c6be07 req-61181522-3192-4699-a58b-aded60cb1fa7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:22.761169 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5d36ce25-e6fc-4b48-8fe2-f0c307c6be07 req-61181522-3192-4699-a58b-aded60cb1fa7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0530806 Sep 14 01:09:22.808370 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5d36ce25-e6fc-4b48-8fe2-f0c307c6be07 req-c5a960f1-c993-4773-8928-331569c1df6b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Sep 14 01:09:22.909507 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981f76-768a-491b-92a0-09c7e96e779a req-76a21b16-ec33-4f46-8ffc-1d45925601fa tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:22.910940 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-50981f76-768a-491b-92a0-09c7e96e779a req-76a21b16-ec33-4f46-8ffc-1d45925601fa tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0456514 Sep 14 01:09:22.956520 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-50981f76-768a-491b-92a0-09c7e96e779a req-9ed696d2-cbba-449f-bc8b-1d2e87eceb43 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 Sep 14 01:09:23.111922 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:23.124868 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4582-bac8-4267-9dea-18bab7a0686f req-73bafa58-10be-4888-9183-3721cafbf6c6 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:23.126608 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cfde4582-bac8-4267-9dea-18bab7a0686f req-73bafa58-10be-4888-9183-3721cafbf6c6 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0497077 Sep 14 01:09:23.174077 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cfde4582-bac8-4267-9dea-18bab7a0686f req-13c381db-02d0-4f11-95f9-7bbe0a7c3606 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Sep 14 01:09:23.932729 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2bf3-f972-4482-a707-7290085ade40 req-3f0e92a9-2c1c-4baf-8c30-d9409de7d991 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:23.934180 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c75d2bf3-f972-4482-a707-7290085ade40 req-3f0e92a9-2c1c-4baf-8c30-d9409de7d991 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0456858 Sep 14 01:09:23.980563 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c75d2bf3-f972-4482-a707-7290085ade40 req-0ca14eda-49ea-4eb1-874d-80db58011bb8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408676 Sep 14 01:09:24.086823 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26d2d7-384d-4504-b81a-5d95cb224b22 req-f839fdce-1840-4969-beb0-b923743e6810 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:24.088312 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8e26d2d7-384d-4504-b81a-5d95cb224b22 req-f839fdce-1840-4969-beb0-b923743e6810 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0499499 Sep 14 01:09:24.135190 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8e26d2d7-384d-4504-b81a-5d95cb224b22 req-a1512430-3e37-4bee-8c6d-a0eb6538efdf tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Sep 14 01:09:24.291290 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a829a-e86b-4b08-8218-cc0b3fdf315f req-2a604c07-6627-4022-a093-f7583059bbdd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:24.292776 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d8a829a-e86b-4b08-8218-cc0b3fdf315f req-2a604c07-6627-4022-a093-f7583059bbdd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0466707 Sep 14 01:09:24.338993 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d8a829a-e86b-4b08-8218-cc0b3fdf315f req-0addb9be-b526-4367-b5e7-58f347e7942b tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Sep 14 01:09:25.071501 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:25.107199 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2f6e1-87fa-4982-a9a5-336e4a693a53 req-db72e949-7675-43ec-b735-cee2fa395594 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:25.108665 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-05e2f6e1-87fa-4982-a9a5-336e4a693a53 req-db72e949-7675-43ec-b735-cee2fa395594 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0468345 Sep 14 01:09:25.158609 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-05e2f6e1-87fa-4982-a9a5-336e4a693a53 req-aafb6e6e-f891-40f4-937a-4630851dc84a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Sep 14 01:09:25.265025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458abe7b-a5ba-4eb0-92c9-681511fc5de2 req-4020c26f-8351-40ab-bbb2-2a08ad2eac58 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:25.266489 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-458abe7b-a5ba-4eb0-92c9-681511fc5de2 req-4020c26f-8351-40ab-bbb2-2a08ad2eac58 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0484772 Sep 14 01:09:25.314290 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-458abe7b-a5ba-4eb0-92c9-681511fc5de2 req-2eae0aea-a1b8-4ea7-bf12-cad3a6ee9080 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Sep 14 01:09:25.457959 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed936e5d-eaa4-45b5-b6fa-8a506b574239 req-def67661-f863-40e3-a031-66c9b9a2659a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:25.459387 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ed936e5d-eaa4-45b5-b6fa-8a506b574239 req-def67661-f863-40e3-a031-66c9b9a2659a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0451849 Sep 14 01:09:25.506728 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ed936e5d-eaa4-45b5-b6fa-8a506b574239 req-f5de6418-5b1e-4e6a-b367-8cb9f39a7d15 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Sep 14 01:09:26.287130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a433fa-7284-46cd-8096-7a13e21bd99d req-2ae2b574-f3ef-4394-b34c-c0674ca29d4a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:26.288653 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-47a433fa-7284-46cd-8096-7a13e21bd99d req-2ae2b574-f3ef-4394-b34c-c0674ca29d4a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0505996 Sep 14 01:09:26.336146 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-47a433fa-7284-46cd-8096-7a13e21bd99d req-cb08918e-f1bc-43a9-af63-271111a8f9ab tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 Sep 14 01:09:26.438500 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1a773-1fbd-4c89-a9e9-5ba966f3ef92 req-b07a8506-bb16-4f5e-aefd-7134ff1e6508 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:26.439970 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4fe1a773-1fbd-4c89-a9e9-5ba966f3ef92 req-b07a8506-bb16-4f5e-aefd-7134ff1e6508 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0459301 Sep 14 01:09:26.488321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4fe1a773-1fbd-4c89-a9e9-5ba966f3ef92 req-f378f6cf-b8ec-4a27-823a-f023db5a71d6 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Sep 14 01:09:26.622805 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea82c7-a050-406e-9e1a-9e5b379c0cb3 req-35eaf97b-3696-4d60-a992-25f2a8dbb27a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:26.624290 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4aea82c7-a050-406e-9e1a-9e5b379c0cb3 req-35eaf97b-3696-4d60-a992-25f2a8dbb27a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0459683 Sep 14 01:09:26.674849 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4aea82c7-a050-406e-9e1a-9e5b379c0cb3 req-a589e620-12e0-4e06-be35-fae20dee63c3 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Sep 14 01:09:27.271167 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:09:27.463592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcf2be-b535-42e2-b983-eaf42bffc11e req-d36d85d0-faf1-4ac1-aa42-bec318badc6d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:27.465037 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1efcf2be-b535-42e2-b983-eaf42bffc11e req-d36d85d0-faf1-4ac1-aa42-bec318badc6d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0469050 Sep 14 01:09:27.513970 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1efcf2be-b535-42e2-b983-eaf42bffc11e req-702476f5-af15-4850-be06-4056e9c4f671 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Sep 14 01:09:27.624935 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5835a-c29f-4243-bb30-b21ad099057b req-afb0bcb2-7255-4d0e-876e-609dfeaf9a3f tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:27.626355 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23c5835a-c29f-4243-bb30-b21ad099057b req-afb0bcb2-7255-4d0e-876e-609dfeaf9a3f tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0473351 Sep 14 01:09:27.664702 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:27.679145 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 775a97ae-c50c-4753-9069-80eb4c6633cf details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:27.681058 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23c5835a-c29f-4243-bb30-b21ad099057b req-77c8b144-caaf-4cc5-b63d-837251506aff tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 Sep 14 01:09:27.709376 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:27.800291 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ff6e2-1a1e-404e-877a-53d87026998e req-289733af-5e40-4d1f-bcc0-57ed221d7aec tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:27.802846 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-858ff6e2-1a1e-404e-877a-53d87026998e req-289733af-5e40-4d1f-bcc0-57ed221d7aec tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0531006 Sep 14 01:09:27.804811 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 775a97ae-c50c-4753-9069-80eb4c6633cf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=775a97ae-c50c-4753-9069-80eb4c6633cf,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:27.818335 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '775a97ae-c50c-4753-9069-80eb4c6633cf', 'network_id': '3dab046e-a732-4523-8b50-a5cba6b7830d', 'port_id': '775a97ae-c50c-4753-9069-80eb4c6633cf', 'mac_address': 'fa:16:3e:43:33:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e21e22-e41c-47d0-a571-a21b59207d67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:27.854537 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-858ff6e2-1a1e-404e-877a-53d87026998e req-427af2bb-6041-4dbb-9594-a3e737e7be7a tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Sep 14 01:09:27.867578 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 775a97ae-c50c-4753-9069-80eb4c6633cf is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:27.867971 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.882255 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775a97ae-c50c-4753-9069-80eb4c6633cf {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:27.903379 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 775a97ae-c50c-4753-9069-80eb4c6633cf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=775a97ae-c50c-4753-9069-80eb4c6633cf,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:27.906959 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.955770 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=775a97ae-c50c-4753-9069-80eb4c6633cf,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:28.449049 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:28.457633 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=32 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:28.655053 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed7377-38a8-43b3-9d7d-cd1816a17aca req-e71a85a0-ec16-462d-b413-8f52f74bfabf tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:28.656580 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7aed7377-38a8-43b3-9d7d-cd1816a17aca req-e71a85a0-ec16-462d-b413-8f52f74bfabf tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0527289 Sep 14 01:09:28.707792 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7aed7377-38a8-43b3-9d7d-cd1816a17aca req-19fb7da3-aba8-45f3-adf5-5c73e8cb6bb1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Sep 14 01:09:28.819261 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c4e1a-bad3-42fd-85b7-b32dfabec0c6 req-f407a659-ca7b-400e-bc3d-95b32e7bdfd4 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:28.820875 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-200c4e1a-bad3-42fd-85b7-b32dfabec0c6 req-f407a659-ca7b-400e-bc3d-95b32e7bdfd4 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0491135 Sep 14 01:09:28.873531 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-200c4e1a-bad3-42fd-85b7-b32dfabec0c6 req-4474ca31-6722-49e0-a3a3-7873c1fa9e32 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470967 Sep 14 01:09:28.993653 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca13b41-8d12-4148-aea2-707cac14d0ba req-3366b98e-2099-450e-a5dd-d68eaef41977 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:28.995158 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ca13b41-8d12-4148-aea2-707cac14d0ba req-3366b98e-2099-450e-a5dd-d68eaef41977 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0550995 Sep 14 01:09:29.034398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:29.049037 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ca13b41-8d12-4148-aea2-707cac14d0ba req-4f721f45-dd5e-4cb0-ac48-ad73d92d8815 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Sep 14 01:09:29.262982 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['775a97ae-c50c-4753-9069-80eb4c6633cf'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:29.838106 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0b58-2cc5-4aec-aa8d-3d68208590f9 req-f6c2336e-d9cf-4a62-bc64-117918f336a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:29.839611 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-519a0b58-2cc5-4aec-aa8d-3d68208590f9 req-f6c2336e-d9cf-4a62-bc64-117918f336a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0479972 Sep 14 01:09:29.890173 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-519a0b58-2cc5-4aec-aa8d-3d68208590f9 req-3b8546ac-e1bd-47ad-8bdb-298961e69dc3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442095 Sep 14 01:09:29.998264 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703859-2547-4754-a0e4-8cad7f8c8c69 req-de55d0b1-4c91-44aa-b8eb-eb52e83fd7cc tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:29.999708 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d2703859-2547-4754-a0e4-8cad7f8c8c69 req-de55d0b1-4c91-44aa-b8eb-eb52e83fd7cc tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0495245 Sep 14 01:09:30.047569 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d2703859-2547-4754-a0e4-8cad7f8c8c69 req-e31c5286-0547-4b2b-b7be-80d3c35b3954 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7e20f434-0ed5-404e-80f8-eb342e95129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Sep 14 01:09:30.179718 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3dbda-3e27-4d6a-aec3-bc9f5a2255e3 req-c41edfe4-54e4-4b9d-ae5f-4749a20abc31 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:30.182484 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0fd3dbda-3e27-4d6a-aec3-bc9f5a2255e3 req-c41edfe4-54e4-4b9d-ae5f-4749a20abc31 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0517027 Sep 14 01:09:30.244569 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0fd3dbda-3e27-4d6a-aec3-bc9f5a2255e3 req-b376b7e6-c386-4197-b8d8-571a9d38096e tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Sep 14 01:09:30.301577 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-ea1b7fa5-0e7b-4fd6-a993-f2639c8676c5 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:30.303074 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-ea1b7fa5-0e7b-4fd6-a993-f2639c8676c5 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 949 time: 0.0789177 Sep 14 01:09:30.399401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Deleting port 21627f84-f88e-4d81-bd53-27fd3579600b {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:30.399798 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.496547 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] For port 21627f84-f88e-4d81-bd53-27fd3579600b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=21627f84-f88e-4d81-bd53-27fd3579600b,segment=NetworkSegment(fe00eb01-6fef-42c3-96a3-835207531315),segment_id=fe00eb01-6fef-42c3-96a3-835207531315)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:30.496919 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.515544 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Calling delete_port for 21627f84-f88e-4d81-bd53-27fd3579600b owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:30.660980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (21627f84-f88e-4d81-bd53-27fd3579600b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.688182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Pushing event deleted for resources: {'Port': ['ID=21627f84-f88e-4d81-bd53-27fd3579600b,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:30.713169 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 60804) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:30.719158 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8022688', 'description': 'tempest-description--1074377275'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:30.743642 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.745590 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] No DVR routers for this DVR port 21627f84-f88e-4d81-bd53-27fd3579600b on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:30.748286 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.748883 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['21627f84-f88e-4d81-bd53-27fd3579600b'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:30.752142 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1aebf1f1-1d05-4b89-a375-901fe580ed98 req-dd5dc461-347f-4ebc-8e14-850a66a5033c tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.44 "DELETE /networking/v2.0/ports/21627f84-f88e-4d81-bd53-27fd3579600b HTTP/1.1" status: 204 len: 173 time: 0.4432106 Sep 14 01:09:30.752621 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'name': 'network-vif-deleted', 'tag': '21627f84-f88e-4d81-bd53-27fd3579600b'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:30.755676 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731314a-5b32-4c30-b2e6-be3ead933f40" -d '{"events": [{"server_uuid": "23077ed0-85ab-48fb-a533-9a0f035f29c8", "name": "network-vif-deleted", "tag": "21627f84-f88e-4d81-bd53-27fd3579600b"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:30.833477 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 775a97ae-c50c-4753-9069-80eb4c6633cf up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:30.840797 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4cf93-30e2-4e39-8fd7-89e6ec7a258e x-openstack-request-id: req-73d4cf93-30e2-4e39-8fd7-89e6ec7a258e {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:30.841093 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23077ed0-85ab-48fb-a533-9a0f035f29c8", "name": "network-vif-deleted", "tag": "21627f84-f88e-4d81-bd53-27fd3579600b", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:30.841348 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73d4cf93-30e2-4e39-8fd7-89e6ec7a258e {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:30.841745 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d4cf93-30e2-4e39-8fd7-89e6ec7a258e'] response: {'server_uuid': '23077ed0-85ab-48fb-a533-9a0f035f29c8', 'name': 'network-vif-deleted', 'tag': '21627f84-f88e-4d81-bd53-27fd3579600b', 'status': 'completed', 'code': 200} Sep 14 01:09:30.846366 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (194a3586-03f0-42f7-a567-7f44829dd661), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.851011 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (194a3586-03f0-42f7-a567-7f44829dd661), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.893433 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 775a97ae-c50c-4753-9069-80eb4c6633cf completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:09:30.902380 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194a3586-03f0-42f7-a567-7f44829dd661,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:30.903319 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 775a97ae-c50c-4753-9069-80eb4c6633cf triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:30.903746 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.904220 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 775a97ae-c50c-4753-9069-80eb4c6633cf Sep 14 01:09:30.910254 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.912196 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1c2fc51a-6e57-451c-a74d-1d99d2d62d21 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973338 Sep 14 01:09:30.915280 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 60808) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:30.922042 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': '194a3586-03f0-42f7-a567-7f44829dd661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:30.966601 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (094c1b9e-671f-44f6-b84d-d709ba8b2cb6), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:30.998071 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 775a97ae-c50c-4753-9069-80eb4c6633cf is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:30.998547 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.038484 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (094c1b9e-671f-44f6-b84d-d709ba8b2cb6), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.047793 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 775a97ae-c50c-4753-9069-80eb4c6633cf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=775a97ae-c50c-4753-9069-80eb4c6633cf,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:31.049102 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775a97ae-c50c-4753-9069-80eb4c6633cf'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:31.052332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e86af-d2cb-4f03-a0e5-a274fa0e762c" -d '{"events": [{"server_uuid": "41efe3bb-948d-49f2-974e-c1d3b846b8a8", "name": "network-vif-plugged", "status": "completed", "tag": "775a97ae-c50c-4753-9069-80eb4c6633cf"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:31.054262 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (094c1b9e-671f-44f6-b84d-d709ba8b2cb6), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.055057 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3fa10-1294-4762-b1ec-303a7a0c9145 req-b69e83f7-7058-4e72-86c6-e45f7f631f47 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:31.056727 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09d3fa10-1294-4762-b1ec-303a7a0c9145 req-b69e83f7-7058-4e72-86c6-e45f7f631f47 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0661328 Sep 14 01:09:31.067498 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.100846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094c1b9e-671f-44f6-b84d-d709ba8b2cb6,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:31.115803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.117060 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-4d9484b2-4aa4-4fcd-a869-bb8b0b56703e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999817 Sep 14 01:09:31.121722 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 60816) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:31.125255 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09d3fa10-1294-4762-b1ec-303a7a0c9145 req-c289ad2a-e6c5-4cbe-a76d-c35fb0b5ec54 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596805 Sep 14 01:09:31.128227 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': '194a3586-03f0-42f7-a567-7f44829dd661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:31.161266 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb974985-2bec-42c2-a2e7-d6241199613a x-openstack-request-id: req-fb974985-2bec-42c2-a2e7-d6241199613a {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:31.161637 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41efe3bb-948d-49f2-974e-c1d3b846b8a8", "name": "network-vif-plugged", "status": "completed", "tag": "775a97ae-c50c-4753-9069-80eb4c6633cf", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:31.161830 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb974985-2bec-42c2-a2e7-d6241199613a {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:31.162236 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb974985-2bec-42c2-a2e7-d6241199613a'] response: {'server_uuid': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775a97ae-c50c-4753-9069-80eb4c6633cf', 'code': 200} Sep 14 01:09:31.177434 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=775a97ae-c50c-4753-9069-80eb4c6633cf,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:31.184585 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (46d00f64-67aa-4d1b-9426-f3b206641fa9), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.242218 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8dc51ef4-3ce2-425f-8aa1-ee597e1fb108 req-a75092af-907d-435c-90f1-bef9351cfd94 tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0404210 Sep 14 01:09:31.277826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (46d00f64-67aa-4d1b-9426-f3b206641fa9), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.282156 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (46d00f64-67aa-4d1b-9426-f3b206641fa9), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.320947 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d00f64-67aa-4d1b-9426-f3b206641fa9,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:31.342989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.348192 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f25556db-d6c1-4137-86f3-76b0031f08a9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253540 Sep 14 01:09:31.352351 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 60824) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:31.358935 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:31.393035 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:31.427537 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.434153 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:31.455844 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d5f43-18aa-4a20-bf33-1abba7aad1f8 req-d3cfdb6e-3d04-4855-85aa-896c27cbda35 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:31.457741 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-870d5f43-18aa-4a20-bf33-1abba7aad1f8 req-d3cfdb6e-3d04-4855-85aa-896c27cbda35 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0653558 Sep 14 01:09:31.526705 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-870d5f43-18aa-4a20-bf33-1abba7aad1f8 req-f062c79a-6ea5-4617-aa44-a4272a8b5e98 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611839 Sep 14 01:09:31.768881 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614eaf9-ec87-4098-ba1d-8b690cb0e261 req-532ef3a6-3334-42ac-8691-b5e11368e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:31.770936 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4614eaf9-ec87-4098-ba1d-8b690cb0e261 req-532ef3a6-3334-42ac-8691-b5e11368e9db service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 1129 time: 0.0520511 Sep 14 01:09:31.788993 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.904120 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:31.915219 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4614eaf9-ec87-4098-ba1d-8b690cb0e261 req-4fa19476-c113-4e1f-9fbe-22142d891cfd service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808198 Sep 14 01:09:31.936870 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.27.1.229 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/b71c1f20-559f-4676-b619-1211f1063304) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:09:32.052275 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (b71c1f20-559f-4676-b619-1211f1063304), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.087533 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (b71c1f20-559f-4676-b619-1211f1063304), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.131504 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:09:32.134374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:09:32.138458 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:09:32.145387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=b71c1f20-559f-4676-b619-1211f1063304,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:32.277888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (1e5196d2-8193-4ce7-b41a-55509f1ff57d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.286371 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d56adf-a39f-4da1-8b83-2226b4a2b806 req-561a2f30-f9c1-4db5-b65f-fa5c02917b3c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:32.287882 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c6d56adf-a39f-4da1-8b83-2226b4a2b806 req-561a2f30-f9c1-4db5-b65f-fa5c02917b3c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0664773 Sep 14 01:09:32.355654 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b71c1f20-559f-4676-b619-1211f1063304), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.388342 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56d6706a-c38e-4d69-a916-8c3b10a81410 req-69311225-3e32-4768-88d5-c6f2810827bb tempest-VolumesNegativeTest-577881517 tempest-VolumesNegativeTest-577881517-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=23077ed0-85ab-48fb-a533-9a0f035f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0281403 Sep 14 01:09:32.392479 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c6d56adf-a39f-4da1-8b83-2226b4a2b806 req-1da44e88-214e-482e-98ba-e105b49a756a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987906 Sep 14 01:09:32.398869 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:32.536310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (b71c1f20-559f-4676-b619-1211f1063304), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.542131 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (b71c1f20-559f-4676-b619-1211f1063304), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.622367 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=b71c1f20-559f-4676-b619-1211f1063304,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:32.624696 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (1e5196d2-8193-4ce7-b41a-55509f1ff57d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.644182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.646450 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-39bfbac7-128f-4b7d-b42b-4947611fa11f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2921708 Sep 14 01:09:32.669281 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab870f57-83c9-493d-ba54-5ba41cf27b61 req-9b81ec4e-5069-40f0-971c-0a9f3a7b7135 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:32.670828 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab870f57-83c9-493d-ba54-5ba41cf27b61 req-9b81ec4e-5069-40f0-971c-0a9f3a7b7135 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0574636 Sep 14 01:09:32.727046 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab870f57-83c9-493d-ba54-5ba41cf27b61 req-0b72c616-471c-40f3-b793-c8b4a9183d31 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Sep 14 01:09:32.873849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:32.887398 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-3d5b31e2-5406-4e39-aaaf-2e95660466e4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--8022688&fields=id&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 267 time: 0.0463521 Sep 14 01:09:33.006886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-8e34a4b7-d940-4e64-83da-dc0e15447e7b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:33.008427 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-8e34a4b7-d940-4e64-83da-dc0e15447e7b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1123850 Sep 14 01:09:33.025361 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-1d4129d8-2526-43e4-947d-0e9d26047b57 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/quotas/62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 375 time: 0.0108893 Sep 14 01:09:33.082887 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-972a9eff-1998-45e4-87c2-7006be20c5d4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518246 Sep 14 01:09:33.102301 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 60870) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:33.183260 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-9edd4407-302e-48be-8a9d-fed5012adca0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891542 Sep 14 01:09:33.218030 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:33.224985 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb7f-4173-48cc-ab40-c9e96a752ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.294636 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-84787026-d77e-476a-9b3c-3621ac1a1edf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049764 Sep 14 01:09:33.306671 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb7f-4173-48cc-ab40-c9e96a752ce1 admin admin] Publish callbacks [] for security_group (cba74d01-2aff-4ab7-8d12-69cbff44e71a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.310696 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb7f-4173-48cc-ab40-c9e96a752ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (cba74d01-2aff-4ab7-8d12-69cbff44e71a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.352078 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a6d3cb7f-4173-48cc-ab40-c9e96a752ce1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9dafb4e09aea4066994536051a968935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484519 Sep 14 01:09:33.352790 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3cb7f-4173-48cc-ab40-c9e96a752ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba74d01-2aff-4ab7-8d12-69cbff44e71a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:33.355318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 60874) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:33.421728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5cb0-3c9f-47b4-a7db-144aa1863f68 admin admin] Publish callbacks [] for security_group (cba74d01-2aff-4ab7-8d12-69cbff44e71a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.449532 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5cb0-3c9f-47b4-a7db-144aa1863f68 admin admin] Publish callbacks [] for security_group (cba74d01-2aff-4ab7-8d12-69cbff44e71a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.527930 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5cb0-3c9f-47b4-a7db-144aa1863f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (cba74d01-2aff-4ab7-8d12-69cbff44e71a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.531002 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5cb0-3c9f-47b4-a7db-144aa1863f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.535912 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6a1d5cb0-3c9f-47b4-a7db-144aa1863f68 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cba74d01-2aff-4ab7-8d12-69cbff44e71a HTTP/1.1" status: 204 len: 168 time: 0.1782064 Sep 14 01:09:33.541871 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fd9a7f60-e32e-4636-86ce-f3a4a970578c req-ac8d248f-840e-48b4-bef5-74c47df49f1c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 210 time: 0.0910430 Sep 14 01:09:33.586495 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d5cb0-3c9f-47b4-a7db-144aa1863f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba74d01-2aff-4ab7-8d12-69cbff44e71a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:33.617727 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c953-d4d7-410d-bf3d-8044b9e5e439 req-1c9bd5e7-282d-4aaa-a01f-71e1bbbb64f9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:33.621179 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-77d5c953-d4d7-410d-bf3d-8044b9e5e439 req-1c9bd5e7-282d-4aaa-a01f-71e1bbbb64f9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0840325 Sep 14 01:09:33.688328 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-77d5c953-d4d7-410d-bf3d-8044b9e5e439 req-ec234d40-d982-431f-b984-96db4142eb9a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582242 Sep 14 01:09:33.891778 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3494-3dba-4fdc-a5a3-ceeb6c053b8b req-1204ac42-edc8-40a5-83a5-a25ba6750edd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:33.899983 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d64c3494-3dba-4fdc-a5a3-ceeb6c053b8b req-1204ac42-edc8-40a5-83a5-a25ba6750edd tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0702891 Sep 14 01:09:33.981484 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d64c3494-3dba-4fdc-a5a3-ceeb6c053b8b req-0adeb01a-4423-4946-ba0a-b117dc634ef0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794818 Sep 14 01:09:34.666947 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ac744955-9c46-4816-becd-99a51736eeec req-4250ce83-5e85-421e-aac1-b470d9bf4a28 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 210 time: 0.0340757 Sep 14 01:09:34.716890 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 21627f84-f88e-4d81-bd53-27fd3579600b no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:34.741776 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 21627f84-f88e-4d81-bd53-27fd3579600b {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:34.742698 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 21627f84-f88e-4d81-bd53-27fd3579600b not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:34.837486 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f24c61-9dbd-451a-9dd0-417f7b9e6c06 req-a89a8432-0a21-46fe-abe6-d42582e23cc7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:34.839002 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-09f24c61-9dbd-451a-9dd0-417f7b9e6c06 req-a89a8432-0a21-46fe-abe6-d42582e23cc7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0545838 Sep 14 01:09:34.893022 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-09f24c61-9dbd-451a-9dd0-417f7b9e6c06 req-41e011e0-1f59-4eaf-b2c2-a0b4d270cca3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Sep 14 01:09:35.118818 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c704d30-1402-47e3-b897-e6dc5eab510d req-caf4019f-b7db-4780-86c6-a4b7bbcb35da tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:35.120384 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1c704d30-1402-47e3-b897-e6dc5eab510d req-caf4019f-b7db-4780-86c6-a4b7bbcb35da tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0615542 Sep 14 01:09:35.148948 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:35.186162 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1c704d30-1402-47e3-b897-e6dc5eab510d req-bfbb790e-b4a7-42d3-8a18-8f8a4ca4bdcc tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598776 Sep 14 01:09:35.630256 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-e42e2fad-3a37-4b90-acbd-9d8d137debc8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:35.632170 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-e42e2fad-3a37-4b90-acbd-9d8d137debc8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1586013 Sep 14 01:09:35.785407 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-4051e7b8-c381-4fd3-b85c-0fbbac556699 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 470 time: 0.1360826 Sep 14 01:09:35.864991 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-f1e6efed-8424-498b-bca3-f8e9268614ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:35.870765 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-34b59cf9-8490-4123-b691-2a63a311f3ee req-706ed2d9-5594-4485-b30e-ebd207ab8e7a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 210 time: 0.0545382 Sep 14 01:09:35.876383 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'port': {'device_id': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'admin_state_up': True, 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'security_groups': ['194a3586-03f0-42f7-a567-7f44829dd661']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:36.035680 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:36.048344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Made reservation on behalf of 62cb41eb4b8244abb4aafd718b1207ad for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:09:36.052579 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:36.059296 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abebac-fee6-439a-81a7-c75a8acab12d req-57c7a9d6-d960-48a8-b6f8-194bea8fc749 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:36.060800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-65abebac-fee6-439a-81a7-c75a8acab12d req-57c7a9d6-d960-48a8-b6f8-194bea8fc749 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0548091 Sep 14 01:09:36.125693 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-65abebac-fee6-439a-81a7-c75a8acab12d req-3f6aba1a-5c04-4969-9b48-dcd486073418 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577867 Sep 14 01:09:36.210787 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.20.0.9 (a458fb77-0452-4eef-a570-bd92e833719b/7218407b-c913-4fbe-93d4-7a148f2bba54/11bcbd99-dcf9-4ee8-ae91-4d0de4546447) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:09:36.364049 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:36.402380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:36.452270 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:09:36.455540 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:09:36.460287 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:09:36.485886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:36.520933 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:36.521767 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:36.542710 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-585c57f7-2d95-4e4f-9f03-c515b27d221d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6857557 Sep 14 01:09:36.688990 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Provisioning complete for port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:36.689438 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:36.689840 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Attempt 1 to provision port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 Sep 14 01:09:36.728653 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:09:36.835671 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Request body: {'port': {'device_id': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:36.862070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:36.907421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:37.064247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780a5cd-cd16-4c70-a383-cd44b788eb99 req-c9f83337-efdc-4b45-a0c4-0a14fdc21ffc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:37.066257 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4780a5cd-cd16-4c70-a383-cd44b788eb99 req-c9f83337-efdc-4b45-a0c4-0a14fdc21ffc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 931 time: 0.1047382 Sep 14 01:09:37.171775 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4780a5cd-cd16-4c70-a383-cd44b788eb99 req-4976c676-085a-45db-8764-2a514c1f0330 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0990777 Sep 14 01:09:37.204325 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:37.229530 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Attempt 2 to provision port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 Sep 14 01:09:37.252207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:37.258919 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:37.263995 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Publish callbacks [] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:37.266510 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=15 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:37.268117 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=19 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:37.272226 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:09:37.273525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e310-5f57-40f9-8601-7f18c82f8bb3 req-08ef3a69-44a3-48c1-9ac6-f8b5a1e05141 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:37.279953 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-be61e310-5f57-40f9-8601-7f18c82f8bb3 req-08ef3a69-44a3-48c1-9ac6-f8b5a1e05141 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0585964 Sep 14 01:09:37.282987 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Transition to ACTIVE for port object 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:09:37.287314 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:37.324544 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-be61e310-5f57-40f9-8601-7f18c82f8bb3 req-7af5844f-8efb-4ce4-b68b-7509d6158ebc tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Sep 14 01:09:37.372313 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Pushing event updated for resources: {'Port': ['ID=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:37.404798 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Attempting to bind port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:09:37.405135 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Attempting to bind port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:09:37.405465 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Attempting to bind port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:09:37.447770 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 on network a458fb77-0452-4eef-a570-bd92e833719b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:09:37.448094 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Attempting to bind port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:09:37.488950 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:09:37.489282 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:09:37.489728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Bound using segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:09:37.490215 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Bound port: 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:09:37.490570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:37.556018 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] For port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:09:37.559075 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] For port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:09:37.565402 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:37.570488 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:37.571153 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:37.572542 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/11bcbd99-dcf9-4ee8-ae91-4d0de4546447 HTTP/1.1" status: 200 len: 1093 time: 0.7428236 Sep 14 01:09:37.573109 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:37.575424 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96" -d '{"events": [{"name": "network-changed", "server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:37.611971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc0f2f0-b42c-4ea3-a866-d71d35b977c3 x-openstack-request-id: req-4dc0f2f0-b42c-4ea3-a866-d71d35b977c3 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:37.612260 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:37.613042 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dc0f2f0-b42c-4ea3-a866-d71d35b977c3 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:37.613468 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc0f2f0-b42c-4ea3-a866-d71d35b977c3'] response: {'name': 'network-changed', 'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'status': 'completed', 'code': 200} Sep 14 01:09:37.624956 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d861-cdab-4d64-9082-1a349ba9ad97 service neutron] Pushing event updated for resources: {'Port': ['ID=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:37.773544 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Attempt 3 to provision port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 Sep 14 01:09:37.811494 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-ae84a3cc-a763-4afc-aef7-a33f070d95dd None None] Port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:09:38.282688 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:38.306416 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-740d15c3-6837-433f-895a-707a6c54ec48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:38.309671 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96 req-db57c093-b81f-4493-bde8-b623f9bf8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.311346 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96 req-db57c093-b81f-4493-bde8-b623f9bf8aaa service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 1127 time: 0.0590224 Sep 14 01:09:38.352142 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 32958) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:38.419820 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:38.466125 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-99e78b99-8a08-4223-a0c9-06e9ca6163d6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c3a4cb96eea945b8aeabe1ee77293241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1126993 Sep 14 01:09:38.470810 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 32966) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:38.534056 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96 req-12946814-fd4e-4092-a9fa-2ed80044b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.536596 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96 req-12946814-fd4e-4092-a9fa-2ed80044b6f5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1876199 Sep 14 01:09:38.564899 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d537-eec0-492d-960e-66b632edbb7c req-edf505f8-0355-4e4e-a77a-a17f4bd789ca tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.566427 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6f94d537-eec0-492d-960e-66b632edbb7c req-edf505f8-0355-4e4e-a77a-a17f4bd789ca tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 943 time: 0.3163378 Sep 14 01:09:38.620797 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6f94d537-eec0-492d-960e-66b632edbb7c req-928f94ac-090c-4da0-983b-fde67b466613 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475817 Sep 14 01:09:38.666204 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-74afac9f-be7c-4465-b0eb-a0dbe4a6e78e admin admin] Publish callbacks [] for security_group (7e20f434-0ed5-404e-80f8-eb342e95129d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:38.675921 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482f5d-e407-48ed-befb-0071a4de799a req-797123d7-3a8f-4db7-8474-5b5de3cad704 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.678136 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-80482f5d-e407-48ed-befb-0071a4de799a req-797123d7-3a8f-4db7-8474-5b5de3cad704 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.2548208 Sep 14 01:09:38.721208 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-74afac9f-be7c-4465-b0eb-a0dbe4a6e78e admin admin] Publish callbacks [] for security_group (7e20f434-0ed5-404e-80f8-eb342e95129d), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:38.755156 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96 req-1d0ea7dd-5a6e-4e4e-ba98-54f790aec465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.756598 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b4d3cf4e-b7b5-49d2-95f8-4a287dcf8b96 req-1d0ea7dd-5a6e-4e4e-ba98-54f790aec465 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2118592 Sep 14 01:09:38.783838 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-80482f5d-e407-48ed-befb-0071a4de799a req-c0dedabe-d022-460e-b581-35d39fffd536 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981612 Sep 14 01:09:38.812169 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-74afac9f-be7c-4465-b0eb-a0dbe4a6e78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7e20f434-0ed5-404e-80f8-eb342e95129d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:38.815111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-74afac9f-be7c-4465-b0eb-a0dbe4a6e78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:38.818736 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-74afac9f-be7c-4465-b0eb-a0dbe4a6e78e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7e20f434-0ed5-404e-80f8-eb342e95129d HTTP/1.1" status: 204 len: 168 time: 0.3411560 Sep 14 01:09:38.824630 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afac9f-be7c-4465-b0eb-a0dbe4a6e78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20f434-0ed5-404e-80f8-eb342e95129d,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:38.868733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:38.905124 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-b8266657-9f03-448a-bffb-52727e54584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.906779 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-b8266657-9f03-448a-bffb-52727e54584a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 1127 time: 0.0474818 Sep 14 01:09:38.954920 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-52b1380c-b1e4-4fc5-b692-7b7b03c9f890 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447 HTTP/1.1" status: 200 len: 217 time: 0.0333495 Sep 14 01:09:39.032260 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-ab533505-6b17-4ae3-a3c1-a221a1c9d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.033771 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-ab533505-6b17-4ae3-a3c1-a221a1c9d6da service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0631356 Sep 14 01:09:39.087258 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-e1fd94e7-a650-4e59-aaec-74e726a5d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.089044 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-e1fd94e7-a650-4e59-aaec-74e726a5d6ca service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462143 Sep 14 01:09:39.195788 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-e659d0c1-2fd5-4258-8090-3f75345301d4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987823 Sep 14 01:09:39.361759 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ebced-7ce5-4074-aa9f-cccbf7b90f4d req-c1c4c635-343b-4c22-95cf-55da25e6fc30 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.363074 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d8ebced-7ce5-4074-aa9f-cccbf7b90f4d req-c1c4c635-343b-4c22-95cf-55da25e6fc30 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0634968 Sep 14 01:09:39.372561 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:39.391973 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a2fd38d3-66f2-490e-a467-87e95dc6536c req-53a1658b-25c1-4374-af65-b37976f4ba2b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481307 Sep 14 01:09:39.421362 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d8ebced-7ce5-4074-aa9f-cccbf7b90f4d req-b3d5199c-5e43-4368-8a96-d0a87674da36 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472260 Sep 14 01:09:39.728486 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:39.747797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7507-a10f-44c5-a98d-aba3dbe537ab req-b79ea2a5-6da7-4343-8ef6-5f4195a1ff76 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.749248 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9eaa7507-a10f-44c5-a98d-aba3dbe537ab req-b79ea2a5-6da7-4343-8ef6-5f4195a1ff76 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 943 time: 0.0500510 Sep 14 01:09:39.796946 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9eaa7507-a10f-44c5-a98d-aba3dbe537ab req-29d6e069-8e0f-418d-8071-644681c8ebc7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420973 Sep 14 01:09:39.910442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d37b7-b544-4009-8148-adc84dbac2df req-faecd2a7-2d01-4782-8055-0541835feb9c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.912549 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-de2d37b7-b544-4009-8148-adc84dbac2df req-faecd2a7-2d01-4782-8055-0541835feb9c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Sep 14 01:09:39.959960 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-de2d37b7-b544-4009-8148-adc84dbac2df req-049fbd4d-1e7c-4eeb-95d4-53f83e1df815 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Sep 14 01:09:40.543348 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462e160-dc22-4db7-a470-e84057c2f010 req-5aafa2f3-ed58-4379-a1c5-2e713cb6c9a4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:40.544805 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3462e160-dc22-4db7-a470-e84057c2f010 req-5aafa2f3-ed58-4379-a1c5-2e713cb6c9a4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0457387 Sep 14 01:09:40.591369 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3462e160-dc22-4db7-a470-e84057c2f010 req-20567cb7-a90e-4a49-996e-6ad9b9e1ae30 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Sep 14 01:09:40.711202 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:40.919048 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520113-7bd5-406a-bc13-9dc94c5903c0 req-bc97e697-3d25-4b7c-9144-140205b00bf4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:40.920520 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fe520113-7bd5-406a-bc13-9dc94c5903c0 req-bc97e697-3d25-4b7c-9144-140205b00bf4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 943 time: 0.0484843 Sep 14 01:09:40.959775 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:40.967605 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fe520113-7bd5-406a-bc13-9dc94c5903c0 req-66eb59ff-cdb2-4c21-984b-b235d8a5bd36 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414379 Sep 14 01:09:41.032240 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:41.087303 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9d8e-fef4-4d37-96d4-4cec71dbd57b req-f68b7b55-5a69-473e-bd42-e44932fb6a16 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:41.088785 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-14fe9d8e-fef4-4d37-96d4-4cec71dbd57b req-f68b7b55-5a69-473e-bd42-e44932fb6a16 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0497200 Sep 14 01:09:41.137648 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-14fe9d8e-fef4-4d37-96d4-4cec71dbd57b req-cf0c1593-c1da-4145-afd6-862e560cb6f3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Sep 14 01:09:41.711178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e23a84-a6f7-46c4-825f-e556c45d7793 req-d1bbc3a9-754e-4d5e-958f-08346b17fdaa tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:41.712616 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-70e23a84-a6f7-46c4-825f-e556c45d7793 req-d1bbc3a9-754e-4d5e-958f-08346b17fdaa tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0458775 Sep 14 01:09:41.759918 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-70e23a84-a6f7-46c4-825f-e556c45d7793 req-b71b89d3-676c-47b0-8e5e-8670dcfb5d6d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Sep 14 01:09:42.075610 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:42.091254 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71551dd-8eca-4b84-b336-7776fc5ed2d2 req-d75dad0d-a315-4a21-bb4a-4d453ceafead tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:42.092767 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a71551dd-8eca-4b84-b336-7776fc5ed2d2 req-d75dad0d-a315-4a21-bb4a-4d453ceafead tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 943 time: 0.0476971 Sep 14 01:09:42.139734 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a71551dd-8eca-4b84-b336-7776fc5ed2d2 req-9937983c-f6a0-4a77-8c67-8bbd48e8276c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410330 Sep 14 01:09:42.270210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cce511-29f7-4186-914d-da44ca603225 req-f1118e73-e566-4441-8d1b-3a54dea40f5e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:42.271969 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c1cce511-29f7-4186-914d-da44ca603225 req-f1118e73-e566-4441-8d1b-3a54dea40f5e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0529191 Sep 14 01:09:42.322005 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c1cce511-29f7-4186-914d-da44ca603225 req-dbba7627-3002-48ff-99d9-ef776a83a7e7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440266 Sep 14 01:09:42.722437 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:42.819353 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:42.834211 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'port_id': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'mac_address': 'fa:16:3e:5a:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:42.868820 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:42.869213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:42.882487 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:42.884452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc43d01-4f52-41a1-816f-7b91e4847323 req-2d04106b-073c-41f1-9cf7-abf04d393c30 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:42.886144 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3cc43d01-4f52-41a1-816f-7b91e4847323 req-2d04106b-073c-41f1-9cf7-abf04d393c30 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0507538 Sep 14 01:09:42.904060 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:42.908044 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:42.937364 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3cc43d01-4f52-41a1-816f-7b91e4847323 req-c6674733-d21f-4d2a-93af-5472f09875f0 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Sep 14 01:09:42.954370 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:43.260468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27b635-31a1-437c-b831-7f1f3a291ed0 req-af7ecdf8-e0dc-418d-845a-caa23dc3b664 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:43.262230 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-db27b635-31a1-437c-b831-7f1f3a291ed0 req-af7ecdf8-e0dc-418d-845a-caa23dc3b664 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 944 time: 0.0477505 Sep 14 01:09:43.311174 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-db27b635-31a1-437c-b831-7f1f3a291ed0 req-d24710b6-5fcc-42bb-a078-df3fe75e6557 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433438 Sep 14 01:09:43.447189 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b14547-865c-4513-a9d6-9af15dcf42fa req-b629ddd1-0bc2-4341-ac45-725e1778e402 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:43.448652 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97b14547-865c-4513-a9d6-9af15dcf42fa req-b629ddd1-0bc2-4341-ac45-725e1778e402 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0460410 Sep 14 01:09:43.495805 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-97b14547-865c-4513-a9d6-9af15dcf42fa req-b1ec6709-fe49-4351-9051-a440b7b40b9e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Sep 14 01:09:43.765813 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['11bcbd99-dcf9-4ee8-ae91-4d0de4546447'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:44.065395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111c09c-1512-4846-af36-bceba1aa27e3 req-67335426-fb09-4545-aabc-16b7adac4c98 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.066869 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9111c09c-1512-4846-af36-bceba1aa27e3 req-67335426-fb09-4545-aabc-16b7adac4c98 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0467775 Sep 14 01:09:44.104672 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:44.120456 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9111c09c-1512-4846-af36-bceba1aa27e3 req-9976b874-8212-45ad-9089-2f55f833e667 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456624 Sep 14 01:09:44.434321 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c239ab9-b251-4115-af2d-4ee0fee9538d req-0e29edd5-0407-4853-8f34-8ff22e4eba2b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.435795 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8c239ab9-b251-4115-af2d-4ee0fee9538d req-0e29edd5-0407-4853-8f34-8ff22e4eba2b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 944 time: 0.0463302 Sep 14 01:09:44.486700 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8c239ab9-b251-4115-af2d-4ee0fee9538d req-27f73b7a-56f9-476d-9731-3c6ca8fb6cf2 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453424 Sep 14 01:09:44.629012 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cfc4f-712c-44c5-a743-15db82affe3c req-d514f964-e8c6-473d-af70-6766118b7414 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.630829 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-602cfc4f-712c-44c5-a743-15db82affe3c req-d514f964-e8c6-473d-af70-6766118b7414 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0503936 Sep 14 01:09:44.679033 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-602cfc4f-712c-44c5-a743-15db82affe3c req-ccad2a50-5e12-4ca7-b95c-d8689f41d2a2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Sep 14 01:09:45.240377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe638568-0b2d-4252-ae16-a3bbfc6e171f req-b7e1ce6f-ffa8-489a-b6ba-00cd350ed9ef tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.241748 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe638568-0b2d-4252-ae16-a3bbfc6e171f req-b7e1ce6f-ffa8-489a-b6ba-00cd350ed9ef tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0468674 Sep 14 01:09:45.290506 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe638568-0b2d-4252-ae16-a3bbfc6e171f req-b6096b01-e386-436c-b742-90adfdcc98f6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428133 Sep 14 01:09:45.624527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0877-0f30-4e1d-9e21-5fdfc295c5f0 req-c77082d5-e2e2-4268-977f-87fe5ef34caf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.625962 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b0ec0877-0f30-4e1d-9e21-5fdfc295c5f0 req-c77082d5-e2e2-4268-977f-87fe5ef34caf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 944 time: 0.0478590 Sep 14 01:09:45.672585 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b0ec0877-0f30-4e1d-9e21-5fdfc295c5f0 req-bcfe40eb-ccda-4ace-904f-4599ea475d74 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402637 Sep 14 01:09:45.807795 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6739d0-dfa7-4721-99f9-58b4a0dcff0b req-3e9d9e96-2ba7-4900-ba94-18339bf60de9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.809173 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2a6739d0-dfa7-4721-99f9-58b4a0dcff0b req-3e9d9e96-2ba7-4900-ba94-18339bf60de9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0468135 Sep 14 01:09:45.855574 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2a6739d0-dfa7-4721-99f9-58b4a0dcff0b req-9ff36b29-4137-4035-82e1-a1c36b874208 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408547 Sep 14 01:09:46.017869 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:46.060267 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:09:46.066522 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:46.066928 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.067266 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 Sep 14 01:09:46.264936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:46.265330 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.288721 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:46.290924 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94adc34-6d8b-43f0-9bf3-a0b15a077fae" -d '{"events": [{"server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "name": "network-vif-plugged", "status": "completed", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:46.303723 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:46.308591 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.331238 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5566c-c5cc-4cf1-acee-193cb32b97f8 x-openstack-request-id: req-8ca5566c-c5cc-4cf1-acee-193cb32b97f8 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:46.331529 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "name": "network-vif-plugged", "status": "completed", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:46.331799 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ca5566c-c5cc-4cf1-acee-193cb32b97f8 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:46.332187 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca5566c-c5cc-4cf1-acee-193cb32b97f8'] response: {'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'code': 200} Sep 14 01:09:46.358912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:46.416911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1be41d-6c3f-4bcb-9f8e-4118a2d3fcde req-33c77732-fb60-40af-a3d3-de05168b449e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:46.418351 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4b1be41d-6c3f-4bcb-9f8e-4118a2d3fcde req-33c77732-fb60-40af-a3d3-de05168b449e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Sep 14 01:09:46.465079 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4b1be41d-6c3f-4bcb-9f8e-4118a2d3fcde req-315905ce-3579-4c5f-bc63-4ddfd675cc3c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 Sep 14 01:09:46.985517 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa441b-122a-4f04-a31d-3c2c5072ecc7 req-be5af07f-aced-400f-a83a-e7340b026877 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:46.987021 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6dfa441b-122a-4f04-a31d-3c2c5072ecc7 req-be5af07f-aced-400f-a83a-e7340b026877 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Sep 14 01:09:47.022719 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e702e1d-914f-48f0-a8c8-93ba6771915f req-ca5da64a-4c80-4e6a-adc5-00109f83b53b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:47.024249 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4e702e1d-914f-48f0-a8c8-93ba6771915f req-ca5da64a-4c80-4e6a-adc5-00109f83b53b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.2711260 Sep 14 01:09:47.031883 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:47.040747 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6dfa441b-122a-4f04-a31d-3c2c5072ecc7 req-0f1391d4-df98-408d-91eb-51096090b8ca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471611 Sep 14 01:09:47.073358 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4e702e1d-914f-48f0-a8c8-93ba6771915f req-813fe2a2-4f24-443d-8e7d-055908f11dc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432436 Sep 14 01:09:47.588534 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d5e7e-09ee-4307-bcc5-0aab290d68e5 req-a33f0a3d-a7b4-4a6f-9075-b87ec6d94e2f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:47.589993 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b30d5e7e-09ee-4307-bcc5-0aab290d68e5 req-a33f0a3d-a7b4-4a6f-9075-b87ec6d94e2f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0468085 Sep 14 01:09:47.866408 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b30d5e7e-09ee-4307-bcc5-0aab290d68e5 req-b2681904-88eb-4f01-81ea-68f509df3ae7 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706687 Sep 14 01:09:48.171542 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf102beb-de7e-4467-9af1-d722680c9717 req-2d8ff909-741c-4f8a-bc23-83c20410f716 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:48.173070 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf102beb-de7e-4467-9af1-d722680c9717 req-2d8ff909-741c-4f8a-bc23-83c20410f716 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0480130 Sep 14 01:09:48.192364 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96cde-748e-4204-a06d-d86ecce976b2 req-6bcd63d7-4d7d-4add-8500-d2770443f50e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:48.193833 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-84e96cde-748e-4204-a06d-d86ecce976b2 req-6bcd63d7-4d7d-4add-8500-d2770443f50e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0465639 Sep 14 01:09:48.226470 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cf102beb-de7e-4467-9af1-d722680c9717 req-a9a00780-c89d-4b49-97f4-d8fb4a831885 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473382 Sep 14 01:09:48.241709 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-84e96cde-748e-4204-a06d-d86ecce976b2 req-39545ac6-cd06-4ef7-affc-738877c76081 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423415 Sep 14 01:09:48.990156 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee2fc4-e60c-4dbd-bf3c-33d135e0c2e9 req-eaac9d9c-d529-49e0-9d6f-5331a3db7551 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:48.991614 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-45ee2fc4-e60c-4dbd-bf3c-33d135e0c2e9 req-eaac9d9c-d529-49e0-9d6f-5331a3db7551 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0468309 Sep 14 01:09:49.042125 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-45ee2fc4-e60c-4dbd-bf3c-33d135e0c2e9 req-55c4c5a9-2246-42f5-9916-f88c1bae78b4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Sep 14 01:09:49.361944 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524de9-734c-4f5a-a8ef-f566fae004a4 req-b5e4903a-71f9-4188-b444-51849cd6068f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:49.363029 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c4b93-53a6-45bc-a214-22331f79d45d req-48eb2c39-00fc-4373-a0e1-89fa9fcd5a26 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:49.363774 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c2524de9-734c-4f5a-a8ef-f566fae004a4 req-b5e4903a-71f9-4188-b444-51849cd6068f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0510168 Sep 14 01:09:49.364753 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-892c4b93-53a6-45bc-a214-22331f79d45d req-48eb2c39-00fc-4373-a0e1-89fa9fcd5a26 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0468578 Sep 14 01:09:49.413786 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-892c4b93-53a6-45bc-a214-22331f79d45d req-2e0e1f97-c3aa-49c3-b259-ea7ccd407783 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436578 Sep 14 01:09:49.417574 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c2524de9-734c-4f5a-a8ef-f566fae004a4 req-a9faa246-fa34-4b75-abf1-93673d845f76 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478256 Sep 14 01:09:50.164691 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcf7bb-cae4-4d99-9e95-0f9f52367453 req-f0243e30-64cc-4f86-8292-9efcc4cc9c8d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:50.166157 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-90dcf7bb-cae4-4d99-9e95-0f9f52367453 req-f0243e30-64cc-4f86-8292-9efcc4cc9c8d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0486984 Sep 14 01:09:50.201706 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:50.214650 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-90dcf7bb-cae4-4d99-9e95-0f9f52367453 req-56b4a38b-75f0-49a2-97a1-49bfe7032304 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Sep 14 01:09:50.534482 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c908a-5576-48e1-a34c-c4234d9c13cd req-b14fa89c-8ce7-4241-9b86-d6a644e190ac tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:50.536236 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f9c908a-5576-48e1-a34c-c4234d9c13cd req-b14fa89c-8ce7-4241-9b86-d6a644e190ac tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0476699 Sep 14 01:09:50.553898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bab15-054e-4901-b4be-b8f54f3d57a9 req-95913595-4fec-4c87-a6ae-359ef3eddf50 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:50.555380 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d9bab15-054e-4901-b4be-b8f54f3d57a9 req-95913595-4fec-4c87-a6ae-359ef3eddf50 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0517123 Sep 14 01:09:50.562099 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:50.587023 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f9c908a-5576-48e1-a34c-c4234d9c13cd req-d9234bbd-53b6-40b9-b1b1-24b7c9c81430 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453050 Sep 14 01:09:50.604968 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d9bab15-054e-4901-b4be-b8f54f3d57a9 req-17f2baf3-5509-4bdb-9201-ff33cb972e55 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Sep 14 01:09:50.680934 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:50.686294 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:50.996732 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-bd5d2a27-392d-4283-b4df-b6d589662585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:50.998143 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-bd5d2a27-392d-4283-b4df-b6d589662585 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1130 time: 0.0415294 Sep 14 01:09:51.096381 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:51.100096 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e241db-ddf6-42bc-8dc5-9cc81418641d req-c2750eee-9a17-4448-a458-ff657750440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.101612 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-92e241db-ddf6-42bc-8dc5-9cc81418641d req-c2750eee-9a17-4448-a458-ff657750440b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 1129 time: 0.0403874 Sep 14 01:09:51.108363 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-b3955ff7-00c3-496f-a414-8fee27aac6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.109946 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-b3955ff7-00c3-496f-a414-8fee27aac6a0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0922060 Sep 14 01:09:51.149364 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-92e241db-ddf6-42bc-8dc5-9cc81418641d req-85474ed5-6410-436d-98a0-33a7aa326523 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409293 Sep 14 01:09:51.156860 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:51.174242 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-e454ebe3-7d34-495a-a149-f3bbb3d81102 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 1002 time: 0.0571694 Sep 14 01:09:51.198820 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:51.211693 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'mac_address': 'fa:16:3e:e7:e3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:51.249168 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: ACTIVE; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:51.249558 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:51.263201 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61ac6a9d-d543-4896-a237-b3287bcd2644 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:51.283944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:51.288973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:51.335875 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=6']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:51.487081 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de33245-0a60-45c3-b9ff-21911f5461e0 req-793b64ed-4116-43fc-bcb4-285435bff18e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.488730 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9de33245-0a60-45c3-b9ff-21911f5461e0 req-793b64ed-4116-43fc-bcb4-285435bff18e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.1928365 Sep 14 01:09:51.536198 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9de33245-0a60-45c3-b9ff-21911f5461e0 req-83db88ae-d0d6-4dd4-b9b0-63483615cf2c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Sep 14 01:09:51.707118 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334cf58-e239-47a3-83c1-a6a5d3d5b913 req-cac11a53-9906-42d6-a33e-91ffeb54dda8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.709512 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e334cf58-e239-47a3-83c1-a6a5d3d5b913 req-cac11a53-9906-42d6-a33e-91ffeb54dda8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0477006 Sep 14 01:09:51.735271 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58239dd3-ae69-4162-b7d1-35b6cfce7aa5 req-67d79149-794d-4666-ac50-0d58df2a40f9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.736798 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-58239dd3-ae69-4162-b7d1-35b6cfce7aa5 req-67d79149-794d-4666-ac50-0d58df2a40f9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Sep 14 01:09:51.764137 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e334cf58-e239-47a3-83c1-a6a5d3d5b913 req-f3257351-6cab-4e56-9875-d38b4f19555e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489295 Sep 14 01:09:51.787395 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-58239dd3-ae69-4162-b7d1-35b6cfce7aa5 req-d883e272-93ef-4389-b299-547f0c26f569 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448563 Sep 14 01:09:51.925616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['61ac6a9d-d543-4896-a237-b3287bcd2644'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:52.417142 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:52.452115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-eb4fddb4-c14a-49c3-8c8e-2b8d0347e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:52.453533 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-eb4fddb4-c14a-49c3-8c8e-2b8d0347e2bf service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0454142 Sep 14 01:09:52.502461 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-53a44ae5-4d26-4d03-9c59-46e313be45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:52.503976 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-53a44ae5-4d26-4d03-9c59-46e313be45d8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406208 Sep 14 01:09:52.656171 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b51a-c879-49d2-ba3d-aa0c339d6057 req-6b83a3cd-62d1-4733-b6c5-163b1d088450 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:52.657620 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bac5b51a-c879-49d2-ba3d-aa0c339d6057 req-6b83a3cd-62d1-4733-b6c5-163b1d088450 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0462375 Sep 14 01:09:52.709392 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bac5b51a-c879-49d2-ba3d-aa0c339d6057 req-192c8e1f-98a7-4010-8dc4-eea2b173d462 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451782 Sep 14 01:09:52.886453 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be272a-8283-44e8-a258-69b2f10d05e5 req-b5a6fce8-92f3-4a0c-98dc-f60926ac5deb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:52.888087 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-58be272a-8283-44e8-a258-69b2f10d05e5 req-b5a6fce8-92f3-4a0c-98dc-f60926ac5deb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0494270 Sep 14 01:09:52.942898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ea5a5-3e74-45ef-af99-da35a32cb1b0 req-9da163a9-3222-4fc1-a0f6-b0db6489cdd0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:52.944439 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c66ea5a5-3e74-45ef-af99-da35a32cb1b0 req-9da163a9-3222-4fc1-a0f6-b0db6489cdd0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 945 time: 0.0626326 Sep 14 01:09:52.970236 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-58be272a-8283-44e8-a258-69b2f10d05e5 req-19ffd994-01a7-4815-a9e7-e9a6ac4addd8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737362 Sep 14 01:09:52.998992 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c66ea5a5-3e74-45ef-af99-da35a32cb1b0 req-5f8af4a1-8e80-4054-9ed7-b5f1c6fd219c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480652 Sep 14 01:09:53.106305 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:53.150285 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 61ac6a9d-d543-4896-a237-b3287bcd2644 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:53.150655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:53.150991 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 61ac6a9d-d543-4896-a237-b3287bcd2644 Sep 14 01:09:53.223688 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:53.224009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:53.246603 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:53.248952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc3bf6-2303-4f14-878f-8f45d9bf106d" -d '{"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-plugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:53.262462 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:53.266732 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:53.294187 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020e69fe-4fe7-484d-9b8c-085f1cb27fbb x-openstack-request-id: req-020e69fe-4fe7-484d-9b8c-085f1cb27fbb {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:53.294506 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-plugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:53.294744 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-020e69fe-4fe7-484d-9b8c-085f1cb27fbb {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:53.295137 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020e69fe-4fe7-484d-9b8c-085f1cb27fbb'] response: {'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'code': 200} Sep 14 01:09:53.317399 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=7']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:53.328633 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-22f62e1b-3744-451d-983f-8b9efb970ecb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909071 Sep 14 01:09:53.483018 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4724667c-a6aa-45a5-a9e2-3fa394a2ce1a req-b4bc8736-affc-4a8d-9336-44206137ff21 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910430 Sep 14 01:09:53.829817 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b293-5394-4d90-a5ef-657075887ebf req-fe9b6a11-ba6d-43ad-89bb-9f89c99be361 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:53.831271 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9784b293-5394-4d90-a5ef-657075887ebf req-fe9b6a11-ba6d-43ad-89bb-9f89c99be361 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0466938 Sep 14 01:09:53.882132 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9784b293-5394-4d90-a5ef-657075887ebf req-e967bf6f-f423-4af4-afda-e62786fbc0a5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Sep 14 01:09:54.096805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b3615-48db-400d-9e28-20bc2740d364 req-d1540a18-f2d4-4ad6-8dd4-c8d654cff7a1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:54.099030 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-799b3615-48db-400d-9e28-20bc2740d364 req-d1540a18-f2d4-4ad6-8dd4-c8d654cff7a1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0480905 Sep 14 01:09:54.125632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8adba-d855-4153-a495-1771f847169c req-57bf8053-e941-49ff-b112-ae429c12429d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:54.127264 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0ad8adba-d855-4153-a495-1771f847169c req-57bf8053-e941-49ff-b112-ae429c12429d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0476565 Sep 14 01:09:54.147731 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-799b3615-48db-400d-9e28-20bc2740d364 req-33fc3641-d07c-460a-85d6-1609eefab0a6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430610 Sep 14 01:09:54.181047 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0ad8adba-d855-4153-a495-1771f847169c req-87e31999-577f-4fda-91f4-28b56eac65d9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462532 Sep 14 01:09:55.002462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76412652-4fd0-4372-ab1a-df18377a21c3 req-57fdeba2-89c2-46e0-b9e9-40844092b2c0 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.003902 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-76412652-4fd0-4372-ab1a-df18377a21c3 req-57fdeba2-89c2-46e0-b9e9-40844092b2c0 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0458894 Sep 14 01:09:55.052744 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-76412652-4fd0-4372-ab1a-df18377a21c3 req-da413974-0b34-44fb-bce3-5f56c25a0d2c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Sep 14 01:09:55.313289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36e67-9c5f-4543-8495-1233170f412e req-2fbe49c7-03cd-4ed2-b5f0-2ae6c7590925 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.314768 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e6b36e67-9c5f-4543-8495-1233170f412e req-2fbe49c7-03cd-4ed2-b5f0-2ae6c7590925 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0507288 Sep 14 01:09:55.365285 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e6b36e67-9c5f-4543-8495-1233170f412e req-e7ba92a9-3336-44d8-9c5b-4e4b17947a37 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Sep 14 01:09:55.433843 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:55.449234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829fb4-a02c-4deb-be6b-65961d2cd0aa req-4075a625-6e30-47ea-9bfa-d0d12492eb9a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.450606 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1b829fb4-a02c-4deb-be6b-65961d2cd0aa req-4075a625-6e30-47ea-9bfa-d0d12492eb9a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0458598 Sep 14 01:09:55.497668 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1b829fb4-a02c-4deb-be6b-65961d2cd0aa req-794d8766-c7a3-462a-a24c-f27dcabacfe9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414524 Sep 14 01:09:56.159489 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:56.175510 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258e67c-313b-4126-8767-c3259428962d req-a6b9cb31-979b-49c1-b261-6416f98b21db tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.177707 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2258e67c-313b-4126-8767-c3259428962d req-a6b9cb31-979b-49c1-b261-6416f98b21db tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Sep 14 01:09:56.225548 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2258e67c-313b-4126-8767-c3259428962d req-5a8c9d6a-fcaf-413a-beb1-c242740e9ad8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Sep 14 01:09:56.494351 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4eb70-52d4-4bbd-8056-5dae2ade8f91 req-351714b8-1394-47e0-b228-87a8076acb1a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.495859 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-78b4eb70-52d4-4bbd-8056-5dae2ade8f91 req-351714b8-1394-47e0-b228-87a8076acb1a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Sep 14 01:09:56.545180 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-78b4eb70-52d4-4bbd-8056-5dae2ade8f91 req-7bed49aa-09b7-4379-bc5c-325d92fd442a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Sep 14 01:09:56.620615 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631565a7-0aa9-4dcf-97a6-a74e08983322 req-2dfc8644-d537-432f-924e-e253a991bd91 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.622068 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-631565a7-0aa9-4dcf-97a6-a74e08983322 req-2dfc8644-d537-432f-924e-e253a991bd91 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0493791 Sep 14 01:09:56.669053 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-631565a7-0aa9-4dcf-97a6-a74e08983322 req-e6707626-77f0-48d4-b9c5-cd905292c799 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415118 Sep 14 01:09:57.347805 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff74a65-b3f0-4197-b1e7-b46a9257283e req-ef2877c9-2e39-4714-8413-9e6bb17e580e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:57.349158 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5ff74a65-b3f0-4197-b1e7-b46a9257283e req-ef2877c9-2e39-4714-8413-9e6bb17e580e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0473747 Sep 14 01:09:57.396463 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5ff74a65-b3f0-4197-b1e7-b46a9257283e req-5da4c3b4-2d02-47a3-8ef8-4cc32a130efe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417204 Sep 14 01:09:57.669279 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe3b7-8a4a-4de9-90c5-cb3387666b81 req-3fb2a680-4374-4d54-83d3-465148c32cb0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:57.670718 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-19ffe3b7-8a4a-4de9-90c5-cb3387666b81 req-3fb2a680-4374-4d54-83d3-465148c32cb0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0458806 Sep 14 01:09:57.717641 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-19ffe3b7-8a4a-4de9-90c5-cb3387666b81 req-cbc006d1-ade6-48fd-942e-2df66ac0f35f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407941 Sep 14 01:09:57.792329 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f8eb-647b-4f78-a5ea-d8460c8818b3 req-d4652dac-387f-4533-aba0-49dfe6bb9a0c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:57.793778 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a387f8eb-647b-4f78-a5ea-d8460c8818b3 req-d4652dac-387f-4533-aba0-49dfe6bb9a0c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0502634 Sep 14 01:09:57.839666 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a387f8eb-647b-4f78-a5ea-d8460c8818b3 req-4bec9b86-d0a4-4641-8c52-4ffa164f89d0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403302 Sep 14 01:09:58.516857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb3b5-008c-434e-9392-8f02d5c82b11 req-55456df6-4b4a-49a2-b223-4446ecbaba5d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:58.518533 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2a5bb3b5-008c-434e-9392-8f02d5c82b11 req-55456df6-4b4a-49a2-b223-4446ecbaba5d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0477438 Sep 14 01:09:58.539823 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:58.571071 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2a5bb3b5-008c-434e-9392-8f02d5c82b11 req-0051a016-6079-4df8-b6ce-108a450964c2 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457177 Sep 14 01:09:58.843628 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee4619-9c36-4789-b4c9-d01fba09169d req-a7c8a762-0a19-4d1d-851f-533eea92f463 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:58.845056 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-90ee4619-9c36-4789-b4c9-d01fba09169d req-a7c8a762-0a19-4d1d-851f-533eea92f463 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0469847 Sep 14 01:09:58.863603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:58.894755 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-90ee4619-9c36-4789-b4c9-d01fba09169d req-0ec3e127-8be5-47f1-86a7-f8b5360e345d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Sep 14 01:09:58.961847 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d386edc-b2b8-4030-81e9-3e837d7457fb req-7ea3b4d6-2f13-433b-bd52-877201a01e14 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:58.963283 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d386edc-b2b8-4030-81e9-3e837d7457fb req-7ea3b4d6-2f13-433b-bd52-877201a01e14 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0469308 Sep 14 01:09:59.010520 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d386edc-b2b8-4030-81e9-3e837d7457fb req-b4b1b319-37c8-4b48-86d3-16c1d87c0b10 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415952 Sep 14 01:09:59.692585 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ef487-8e51-4447-8043-ddd9cbf34f2c req-befb4188-db1e-4f18-8e8b-c9d070213575 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:59.694365 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b22ef487-8e51-4447-8043-ddd9cbf34f2c req-befb4188-db1e-4f18-8e8b-c9d070213575 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0501602 Sep 14 01:09:59.747612 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b22ef487-8e51-4447-8043-ddd9cbf34f2c req-0ebc990d-cf8d-45f7-8721-5b8c6b1a8d55 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467741 Sep 14 01:10:00.140091 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba60ff-aa54-4aaf-b6b7-2b2714b527f2 req-3e467f32-2d73-48cf-9865-52f015bc60b6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.141551 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdba60ff-aa54-4aaf-b6b7-2b2714b527f2 req-3e467f32-2d73-48cf-9865-52f015bc60b6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0503385 Sep 14 01:10:00.141886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fff6bb-e627-440f-9d90-a50715648f4e req-9c697ef8-b4a4-475a-9648-f822f121751a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.143345 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a7fff6bb-e627-440f-9d90-a50715648f4e req-9c697ef8-b4a4-475a-9648-f822f121751a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0505803 Sep 14 01:10:00.198038 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fdba60ff-aa54-4aaf-b6b7-2b2714b527f2 req-2da8e90e-6b2a-4635-aa1b-3a6d6df69f72 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499713 Sep 14 01:10:00.201999 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a7fff6bb-e627-440f-9d90-a50715648f4e req-133fe156-b703-4294-842a-2616f151bc0f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525815 Sep 14 01:10:00.314142 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c348fe-be85-4f43-9266-55ebe9a969d8 req-23a8c6be-c8ff-433f-ae3f-b461fbf29cc6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.315605 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-25c348fe-be85-4f43-9266-55ebe9a969d8 req-23a8c6be-c8ff-433f-ae3f-b461fbf29cc6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0461068 Sep 14 01:10:00.325966 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 33148) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:00.330257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'port_id': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:00.371154 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (1e5196d2-8193-4ce7-b41a-55509f1ff57d), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:00.697380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:00.795497 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:00.799914 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (1e5196d2-8193-4ce7-b41a-55509f1ff57d), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:00.877044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672db9d-d8ef-4147-9882-31675d6c4900 req-33daf68d-106e-4c30-834e-4b86ba0cdca6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.879056 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7672db9d-d8ef-4147-9882-31675d6c4900 req-33daf68d-106e-4c30-834e-4b86ba0cdca6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Sep 14 01:10:00.904115 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP 1e5196d2-8193-4ce7-b41a-55509f1ff57d associated. External IP: 172.27.1.229, port: 11bcbd99-dcf9-4ee8-ae91-4d0de4546447. Sep 14 01:10:00.927399 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7672db9d-d8ef-4147-9882-31675d6c4900 req-ed5cbed1-eedc-43f1-a4cb-d7c907eadbbb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424938 Sep 14 01:10:01.102318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:01.141398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:01.195458 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05cd5-8cb3-4719-a8a3-d4d54b818c93 req-39ff647c-cabf-4c7a-a8a8-33a350fa1b2d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.203405 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-47f05cd5-8cb3-4719-a8a3-d4d54b818c93 req-39ff647c-cabf-4c7a-a8a8-33a350fa1b2d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0586410 Sep 14 01:10:01.273758 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-47f05cd5-8cb3-4719-a8a3-d4d54b818c93 req-78efa942-6229-48cb-a448-041c7fb8c308 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694897 Sep 14 01:10:01.274829 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:01.279806 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:01.287540 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:01.302704 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:01.304542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:01.305199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:09:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:01.326343 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2a84443b-b3ed-46b1-aae8-bddb02a6cd66 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/1e5196d2-8193-4ce7-b41a-55509f1ff57d HTTP/1.1" status: 200 len: 991 time: 0.9981403 Sep 14 01:10:01.327832 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:01.331130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e358749-c477-4cd7-9128-6c4e89a7b585" -d '{"events": [{"name": "network-changed", "server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:01.382518 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a785537-f438-4405-83dd-c5776b6e3de2 x-openstack-request-id: req-0a785537-f438-4405-83dd-c5776b6e3de2 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:01.382813 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:01.383072 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a785537-f438-4405-83dd-c5776b6e3de2 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:01.383528 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a785537-f438-4405-83dd-c5776b6e3de2'] response: {'name': 'network-changed', 'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'status': 'completed', 'code': 200} Sep 14 01:10:01.395153 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf756a-7649-4ffa-8020-dc6ff7632580 req-08a47e74-76b3-4375-b235-8c51e8394ff7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.396761 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7bcf756a-7649-4ffa-8020-dc6ff7632580 req-08a47e74-76b3-4375-b235-8c51e8394ff7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0620303 Sep 14 01:10:01.417420 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:01.445679 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7bcf756a-7649-4ffa-8020-dc6ff7632580 req-57cd5aee-9e2e-4e31-a6a2-89749c56359e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Sep 14 01:10:01.448101 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:01.641429 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '1e5196d2-8193-4ce7-b41a-55509f1ff57d', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:5a:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:09:32Z', 'updated_at': '2022-09-14T01:10:00Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}, {'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:52Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:01.668265 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:01.673171 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-61e4483f-eb34-400c-8c2e-60a753144ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.674653 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-61e4483f-eb34-400c-8c2e-60a753144ef4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1129 time: 0.0389240 Sep 14 01:10:01.676966 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:01.677668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:09:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:01.737536 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-f14cfdbc-5cab-4a0f-8c7f-321fb14bede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.740230 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-f14cfdbc-5cab-4a0f-8c7f-321fb14bede8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 1129 time: 0.0500112 Sep 14 01:10:01.781871 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-af8c63ef-1f1e-4186-9133-3ce1ccbb3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.783352 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-af8c63ef-1f1e-4186-9133-3ce1ccbb3d53 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 910 time: 0.0935845 Sep 14 01:10:01.787182 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:01.842164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-0574fa21-2d9c-4572-8048-1b243f974cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.843665 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-0574fa21-2d9c-4572-8048-1b243f974cab service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.0972815 Sep 14 01:10:01.853914 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-578fa1a5-2f5f-43c1-b12f-e3ca4191fca5 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 200 len: 1000 time: 0.0641749 Sep 14 01:10:01.905636 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-7c52fbbc-81ec-4b0a-9f6c-1de5fe6e3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.907018 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-7c52fbbc-81ec-4b0a-9f6c-1de5fe6e3266 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.0476403 Sep 14 01:10:01.914297 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-51fd38ee-6c48-464c-91be-7316dc6cc5b4 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447 HTTP/1.1" status: 200 len: 999 time: 0.0627773 Sep 14 01:10:02.007418 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '1e5196d2-8193-4ce7-b41a-55509f1ff57d', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:5a:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:09:32Z', 'updated_at': '2022-09-14T01:10:00Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}, {'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:52Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:02.032009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfb41b-0942-4315-a200-1ec5513e1385 None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '1e5196d2-8193-4ce7-b41a-55509f1ff57d', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:5a:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:09:32Z', 'updated_at': '2022-09-14T01:10:00Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}, {'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:52Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:02.121133 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-046acf57-9e45-42d7-a28b-6cf8bc0b9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.122979 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-046acf57-9e45-42d7-a28b-6cf8bc0b9d11 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490918 Sep 14 01:10:02.128201 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-9db2a64e-7a22-4b44-8627-fdf62ae20b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.129710 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-9db2a64e-7a22-4b44-8627-fdf62ae20b9e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0558870 Sep 14 01:10:02.178084 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-39570555-491b-44c6-99df-6f75fc149d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.179729 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-39570555-491b-44c6-99df-6f75fc149d9b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447402 Sep 14 01:10:02.227893 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-f926c0c9-9360-4351-9f54-28609861b683 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980868 Sep 14 01:10:02.299300 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:02.303928 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-7668e38b-8d3b-4edf-a776-09b9ce94004c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098435 Sep 14 01:10:02.307252 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:02.311452 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31a005-b7f9-4e95-a646-e45d3d56348b None None] New status for floating IP 1e5196d2-8193-4ce7-b41a-55509f1ff57d: ACTIVE {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:10:02.334995 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-86199c70-dab3-45d1-b615-f88880a8fdbb req-9c456174-5206-4216-85b7-6bacbeba476c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995557 Sep 14 01:10:02.461182 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563548d0-d2f1-4c48-8410-7c65333a491a req-3fd5df20-4bd7-4fe3-835f-0132496f8755 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.462799 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-563548d0-d2f1-4c48-8410-7c65333a491a req-3fd5df20-4bd7-4fe3-835f-0132496f8755 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0657811 Sep 14 01:10:02.510281 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1e358749-c477-4cd7-9128-6c4e89a7b585 req-1fdad199-edeb-4837-ac3c-c7ac137d7a3c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998429 Sep 14 01:10:02.525813 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:02.548754 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-563548d0-d2f1-4c48-8410-7c65333a491a req-4a8497fe-a328-4e94-9a31-195f1b701637 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623271 Sep 14 01:10:02.599795 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91099ee-d431-4d49-928d-727ba8ea253a req-63eecd57-0f3c-47b6-882f-90ad5212d737 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.601257 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e91099ee-d431-4d49-928d-727ba8ea253a req-63eecd57-0f3c-47b6-882f-90ad5212d737 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0513318 Sep 14 01:10:02.647641 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e91099ee-d431-4d49-928d-727ba8ea253a req-09ee6c46-10ba-4050-948c-2acb01df53b0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Sep 14 01:10:03.697934 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d349358-865c-45d2-8d6f-c481425fc173 req-5bd8c87f-be38-4f4e-a4cc-4992aac2153c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.699671 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d349358-865c-45d2-8d6f-c481425fc173 req-5bd8c87f-be38-4f4e-a4cc-4992aac2153c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Sep 14 01:10:03.768100 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4d349358-865c-45d2-8d6f-c481425fc173 req-293b9fa2-3de5-4ff2-a65d-7bfcf70747cb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629187 Sep 14 01:10:03.794478 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb68a38-8edb-4aaf-85a3-d56b894c1989 req-90e8f0d1-9f87-46f2-a571-c0b88bd2dd59 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.796012 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ddb68a38-8edb-4aaf-85a3-d56b894c1989 req-90e8f0d1-9f87-46f2-a571-c0b88bd2dd59 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0599451 Sep 14 01:10:03.844669 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:03.850174 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ddb68a38-8edb-4aaf-85a3-d56b894c1989 req-184d5933-9c6c-46f9-88e8-7f8af78e087b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Sep 14 01:10:04.273032 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:10:05.028732 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e1f2-28e9-4d11-acd6-a813085d2b89 req-a2db6eaa-b74e-4c9f-b38b-052887a1c5b9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:05.032129 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8535e1f2-28e9-4d11-acd6-a813085d2b89 req-a2db6eaa-b74e-4c9f-b38b-052887a1c5b9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0670168 Sep 14 01:10:05.114959 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8535e1f2-28e9-4d11-acd6-a813085d2b89 req-ba49ecb8-6aac-4a4a-8e55-b31da6ef2115 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759571 Sep 14 01:10:05.823317 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4cfec70d-d3b8-4924-8b5c-21f1e0f70ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.268174 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492657-624e-4b7f-876b-b572db10dceb req-72481a98-9374-4d92-ac78-a5a96c3359c8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:06.271084 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-28492657-624e-4b7f-876b-b572db10dceb req-72481a98-9374-4d92-ac78-a5a96c3359c8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0553656 Sep 14 01:10:06.323664 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-28492657-624e-4b7f-876b-b572db10dceb req-58024af9-7c90-4fb6-bba7-081caf51020c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Sep 14 01:10:07.493321 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820060f-8ed2-4939-82a9-1d0f98d7bb7f req-6309c869-e5e3-4802-81c8-48f6e9c2bbe3 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:07.496549 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b820060f-8ed2-4939-82a9-1d0f98d7bb7f req-6309c869-e5e3-4802-81c8-48f6e9c2bbe3 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0848997 Sep 14 01:10:07.559135 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b820060f-8ed2-4939-82a9-1d0f98d7bb7f req-48444ff8-a356-4446-97ec-2116e02c5878 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567496 Sep 14 01:10:07.709411 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb284-c76e-4df2-8b1f-050d70c78396 req-37b986b4-5e7d-4d9c-8423-3bf6d49ac302 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:07.717453 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-24cfb284-c76e-4df2-8b1f-050d70c78396 req-37b986b4-5e7d-4d9c-8423-3bf6d49ac302 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.3000722 Sep 14 01:10:07.764421 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-24cfb284-c76e-4df2-8b1f-050d70c78396 req-06fb7ce7-dad5-4bfb-b0b1-13f221756a6b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454807 Sep 14 01:10:08.289451 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-41d3f713-4906-4c87-8356-a975ca4ea097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.719434 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddd176-2e3e-499a-892c-006170ad5b39 req-69170cc0-2242-45e1-a49f-22c95292b34c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:08.720944 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-11ddd176-2e3e-499a-892c-006170ad5b39 req-69170cc0-2242-45e1-a49f-22c95292b34c tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Sep 14 01:10:08.773295 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-11ddd176-2e3e-499a-892c-006170ad5b39 req-905cd3ae-4f94-49d8-bba8-a74d15928b7b tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 Sep 14 01:10:08.907839 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc419-89e7-4d5f-9151-e06db90e75d5 req-93a27667-e0a9-42f8-a609-b0d8b91acb78 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:08.909912 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-853fc419-89e7-4d5f-9151-e06db90e75d5 req-93a27667-e0a9-42f8-a609-b0d8b91acb78 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0520661 Sep 14 01:10:08.968148 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-853fc419-89e7-4d5f-9151-e06db90e75d5 req-8093caea-9ef6-42f4-a339-0e580f430071 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523381 Sep 14 01:10:09.373925 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.922103 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d86083-058c-4a59-ac8b-1e15f3b96956 req-7ec3aaab-c220-4088-94e7-fbb8b40338fe tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:09.923676 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-06d86083-058c-4a59-ac8b-1e15f3b96956 req-7ec3aaab-c220-4088-94e7-fbb8b40338fe tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0553615 Sep 14 01:10:09.988368 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-06d86083-058c-4a59-ac8b-1e15f3b96956 req-3bd64076-aeb4-48c0-b5b9-8ba241853e12 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Sep 14 01:10:10.105548 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2ba3-36bf-477a-b491-545f229f1a3a req-411dce2c-310c-4155-834d-e312388d9b6a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:10.107342 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d7e2ba3-36bf-477a-b491-545f229f1a3a req-411dce2c-310c-4155-834d-e312388d9b6a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0543017 Sep 14 01:10:10.170768 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4d7e2ba3-36bf-477a-b491-545f229f1a3a req-07094fd7-1df2-4c9b-b1e7-323ea36c979d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503595 Sep 14 01:10:10.323268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-27e61763-1df6-4327-9c3a-d5bc79e3f2e0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:10.324993 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-27e61763-1df6-4327-9c3a-d5bc79e3f2e0 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Sep 14 01:10:10.414654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Deleting port 775a97ae-c50c-4753-9069-80eb4c6633cf {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:10.415000 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:10.516927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] For port 775a97ae-c50c-4753-9069-80eb4c6633cf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=775a97ae-c50c-4753-9069-80eb4c6633cf,segment=NetworkSegment(76d2f83b-a8f7-4142-9613-5844c31ae664),segment_id=76d2f83b-a8f7-4142-9613-5844c31ae664)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:10.517951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:10.535846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Calling delete_port for 775a97ae-c50c-4753-9069-80eb4c6633cf owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:10.620903 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:10.687321 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (775a97ae-c50c-4753-9069-80eb4c6633cf), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:10.719263 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Pushing event deleted for resources: {'Port': ['ID=775a97ae-c50c-4753-9069-80eb4c6633cf,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:10.733045 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:10.733539 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.733539 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.733741 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.734063 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.734405 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.734741 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.735073 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.735403 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.735757 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.736211 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.736442 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.736790 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.737072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.738095 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.738580 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:10.747452 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['775a97ae-c50c-4753-9069-80eb4c6633cf'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:10:10.777857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] No DVR routers for this DVR port 775a97ae-c50c-4753-9069-80eb4c6633cf on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:10:10.784822 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:10.788089 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ac2ece08-1ae5-4de3-9838-0e9ffe1a4f39 req-e722ca51-5c34-4607-bdba-846f4799d6e5 tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.44 "DELETE /networking/v2.0/ports/775a97ae-c50c-4753-9069-80eb4c6633cf HTTP/1.1" status: 204 len: 173 time: 0.4574337 Sep 14 01:10:10.788597 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'name': 'network-vif-deleted', 'tag': '775a97ae-c50c-4753-9069-80eb4c6633cf'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:10.790832 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbf5b67-339b-4d2a-8b6f-cf4f58f395da" -d '{"events": [{"server_uuid": "41efe3bb-948d-49f2-974e-c1d3b846b8a8", "name": "network-vif-deleted", "tag": "775a97ae-c50c-4753-9069-80eb4c6633cf"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:10.841076 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd4b6b8-f2de-4dfc-9994-6f87e44536fc x-openstack-request-id: req-ecd4b6b8-f2de-4dfc-9994-6f87e44536fc {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:10.841492 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41efe3bb-948d-49f2-974e-c1d3b846b8a8", "name": "network-vif-deleted", "tag": "775a97ae-c50c-4753-9069-80eb4c6633cf", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:10.841907 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecd4b6b8-f2de-4dfc-9994-6f87e44536fc {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:10.842623 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd4b6b8-f2de-4dfc-9994-6f87e44536fc'] response: {'server_uuid': '41efe3bb-948d-49f2-974e-c1d3b846b8a8', 'name': 'network-vif-deleted', 'tag': '775a97ae-c50c-4753-9069-80eb4c6633cf', 'status': 'completed', 'code': 200} Sep 14 01:10:11.060646 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:11.140887 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cbe2d98f-c87c-4cac-b4b2-e854f5292323 req-6ee7a18f-6e51-44fb-8391-a95bd20e967d tempest-VolumesSnapshotTestJSON-190046587 tempest-VolumesSnapshotTestJSON-190046587-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41efe3bb-948d-49f2-974e-c1d3b846b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0388887 Sep 14 01:10:11.338520 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:11.358933 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137f930-f7a0-4f59-b30f-ee45c34ae775 req-118e669b-35ac-4d75-87f0-49d05d22a37f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:11.360614 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d137f930-f7a0-4f59-b30f-ee45c34ae775 req-118e669b-35ac-4d75-87f0-49d05d22a37f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0690305 Sep 14 01:10:11.417991 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d137f930-f7a0-4f59-b30f-ee45c34ae775 req-b81c1a6c-7a3d-4073-beb1-8632062d6a07 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512362 Sep 14 01:10:12.448339 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:12.613027 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa401c-cefa-42f1-ba62-988367ab9de9 req-3c090c22-e1b0-4ed4-821d-41bb53d1de84 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:12.620990 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3dfa401c-cefa-42f1-ba62-988367ab9de9 req-3c090c22-e1b0-4ed4-821d-41bb53d1de84 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0695298 Sep 14 01:10:12.673965 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3dfa401c-cefa-42f1-ba62-988367ab9de9 req-fd807f6e-1787-4857-9e24-5ebdb099894d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517726 Sep 14 01:10:13.199890 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 775a97ae-c50c-4753-9069-80eb4c6633cf no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:13.223468 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 775a97ae-c50c-4753-9069-80eb4c6633cf {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:13.223855 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 775a97ae-c50c-4753-9069-80eb4c6633cf not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:13.826141 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c4c43-1d51-433a-917e-4b3632dffd45 req-46fa4adb-a369-4d8e-8377-c846a0e33183 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:13.834342 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec2c4c43-1d51-433a-917e-4b3632dffd45 req-46fa4adb-a369-4d8e-8377-c846a0e33183 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0621665 Sep 14 01:10:13.903703 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec2c4c43-1d51-433a-917e-4b3632dffd45 req-af9c6442-c96a-4d7c-aaef-68b4ffeb8458 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682256 Sep 14 01:10:14.268754 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=13 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:15.030795 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36f2ee-3f49-46ea-9acc-2105b764b195 req-c778583d-8986-4cda-842f-61a70781c84e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:15.032253 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2d36f2ee-3f49-46ea-9acc-2105b764b195 req-c778583d-8986-4cda-842f-61a70781c84e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0456700 Sep 14 01:10:15.082220 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2d36f2ee-3f49-46ea-9acc-2105b764b195 req-3076c1b6-0e6c-47ce-8ced-822031c4f0ee tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Sep 14 01:10:16.210886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d63c-56c2-4ab2-8745-5c63d818f7e0 req-24db27f9-8aaa-47de-bc07-b9cb77779670 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:16.212299 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bc57d63c-56c2-4ab2-8745-5c63d818f7e0 req-24db27f9-8aaa-47de-bc07-b9cb77779670 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0457728 Sep 14 01:10:16.259317 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bc57d63c-56c2-4ab2-8745-5c63d818f7e0 req-5a0a354b-6a6a-4486-a1cf-5a595d1ca028 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Sep 14 01:10:17.384510 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f9f5-32e1-4c71-83b2-a3741d5abff9 req-9074f630-6d96-4bbf-a7e1-3d69332c3237 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:17.386212 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-12a3f9f5-32e1-4c71-83b2-a3741d5abff9 req-9074f630-6d96-4bbf-a7e1-3d69332c3237 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0461876 Sep 14 01:10:17.432630 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-12a3f9f5-32e1-4c71-83b2-a3741d5abff9 req-8750fb7d-aefb-4da9-af1e-04275cd7edd0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410156 Sep 14 01:10:18.556559 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd71d8-7e2b-4531-bd42-cedb496bfcb2 req-f437192d-95d7-446c-9fda-c11a098470ee tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:18.558248 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c0bd71d8-7e2b-4531-bd42-cedb496bfcb2 req-f437192d-95d7-446c-9fda-c11a098470ee tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 946 time: 0.0459919 Sep 14 01:10:18.606057 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c0bd71d8-7e2b-4531-bd42-cedb496bfcb2 req-f715a151-6a30-42d9-a3e4-370e5ae10d81 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Sep 14 01:10:18.675372 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:18.751078 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: ACTIVE; New status is: DOWN {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:18.751456 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:18.771504 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:18.777088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:18.779425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2245e91-254b-43cc-bc44-10430108c375" -d '{"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-unplugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:18.794152 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:18.798330 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:18.822676 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9089759b-c34b-45a8-a97b-5cc083901b73 x-openstack-request-id: req-9089759b-c34b-45a8-a97b-5cc083901b73 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:18.822950 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-unplugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:18.823197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9089759b-c34b-45a8-a97b-5cc083901b73 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:18.823600 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9089759b-c34b-45a8-a97b-5cc083901b73'] response: {'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'code': 200} Sep 14 01:10:18.849182 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=8']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:18.856204 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.856547 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.856883 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.857217 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.857544 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.857867 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.858187 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.858506 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.858823 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.859142 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.859478 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.859824 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.860146 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.860462 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:18.860774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:19.160938 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-96f8bbf3-a607-49e2-95e1-b4b528bebb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:19.162438 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-96f8bbf3-a607-49e2-95e1-b4b528bebb96 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1128 time: 0.0873170 Sep 14 01:10:19.261905 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-5b52543b-35a0-4128-b9ee-b5ae62fc9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:19.263353 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-5b52543b-35a0-4128-b9ee-b5ae62fc9a56 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0914805 Sep 14 01:10:19.333887 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-228e15ec-cf7d-4bc0-ab11-e8e87560e001 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 1000 time: 0.0591023 Sep 14 01:10:19.399168 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-6e5a0d45-ab94-41a5-8530-59e40ffd3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:19.400666 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-6e5a0d45-ab94-41a5-8530-59e40ffd3cae service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0631557 Sep 14 01:10:19.448883 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-84e91114-4299-4ea2-8e0c-1954adb6182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:19.450473 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-84e91114-4299-4ea2-8e0c-1954adb6182c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423102 Sep 14 01:10:19.544989 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-bbbbbcf9-e5fb-4ad7-b808-71057f2e2b91 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Sep 14 01:10:19.637418 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fa69fb1e-ba6a-4d09-bb64-453be0c21239 req-a3c0f922-2662-442c-9cc4-f4cde6268ff4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851843 Sep 14 01:10:19.738963 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306b0a6-964c-4d71-aa3d-838b97799127 req-9b8286d5-9094-4d66-b7f5-c3c50589d828 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:19.740468 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8306b0a6-964c-4d71-aa3d-838b97799127 req-9b8286d5-9094-4d66-b7f5-c3c50589d828 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0498304 Sep 14 01:10:19.787145 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8306b0a6-964c-4d71-aa3d-838b97799127 req-26abd3ef-4217-4233-a4a9-6d16f2addc92 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 Sep 14 01:10:20.688922 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.917081 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c091-4cad-4480-9b10-413de1910e9f req-fe875f60-23c6-4dc1-b116-0c2335a5c49c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:20.918924 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2747c091-4cad-4480-9b10-413de1910e9f req-fe875f60-23c6-4dc1-b116-0c2335a5c49c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0495527 Sep 14 01:10:20.961107 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:20.969023 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2747c091-4cad-4480-9b10-413de1910e9f req-214cdbdc-e58e-4da1-84b2-521178a4a4d6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Sep 14 01:10:22.090257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:22.099532 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71615c6-32da-49fc-8b4f-ae962b11ee29 req-544a1025-7ec7-46f3-8a29-75a1d4c279e9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:22.101057 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d71615c6-32da-49fc-8b4f-ae962b11ee29 req-544a1025-7ec7-46f3-8a29-75a1d4c279e9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0484505 Sep 14 01:10:22.150254 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d71615c6-32da-49fc-8b4f-ae962b11ee29 req-fcf5e1cd-8916-4de3-a52b-96a436ef1504 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431874 Sep 14 01:10:22.699083 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-9153ba52-999e-451c-849b-c2244b3c4196 req-e8fb09b8-096f-4a3f-866e-c6269de326cd service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:10:22.700068 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9153ba52-999e-451c-849b-c2244b3c4196 req-e8fb09b8-096f-4a3f-866e-c6269de326cd service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0537245 Sep 14 01:10:22.886377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225977a-45ef-493e-abe0-6e293dab8eb6 req-e141d49d-09cd-47da-880d-f3bff8fa480e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:22.888045 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2225977a-45ef-493e-abe0-6e293dab8eb6 req-e141d49d-09cd-47da-880d-f3bff8fa480e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0535574 Sep 14 01:10:22.935485 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:22.940432 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2225977a-45ef-493e-abe0-6e293dab8eb6 req-c3c708c3-e378-4312-9219-e36018f68b0d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454865 Sep 14 01:10:23.080796 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33392) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:23.171680 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-9317cf3b-963b-4d8e-95ec-d86b8833e3af service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895777 Sep 14 01:10:23.180093 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-f97b846c-7481-4f88-ac91-718f3d6d1357 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:10:23.181209 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-f97b846c-7481-4f88-ac91-718f3d6d1357 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060410 Sep 14 01:10:23.263833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33402) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:23.355110 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-946d4116-edeb-418d-9032-ecfba999871d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:23.356498 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-946d4116-edeb-418d-9032-ecfba999871d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports/61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 941 time: 0.0916970 Sep 14 01:10:24.069814 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303b228-425b-4a39-9458-5eb66f876913 req-9f15a90f-13eb-42d4-a434-b416b34a864f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:24.071296 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9303b228-425b-4a39-9458-5eb66f876913 req-9f15a90f-13eb-42d4-a434-b416b34a864f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0462825 Sep 14 01:10:24.121837 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9303b228-425b-4a39-9458-5eb66f876913 req-49eb07f3-97e2-4799-bc46-44fe8e00486e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450468 Sep 14 01:10:25.250570 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26c41b-ab30-405d-b65a-ab8792c32d50 req-4bd1d071-cf71-4474-bef4-782344cfa2cf tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:25.252074 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5f26c41b-ab30-405d-b65a-ab8792c32d50 req-4bd1d071-cf71-4474-bef4-782344cfa2cf tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0507610 Sep 14 01:10:25.298974 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5f26c41b-ab30-405d-b65a-ab8792c32d50 req-2a744e43-91ee-463e-8ea4-4f496551b721 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Sep 14 01:10:26.416459 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:26.436701 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1be77d-5f25-4ec9-80f8-9113cdc0c34a req-2e58fa94-4bfb-411b-82a2-c717c8298bec tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:26.438191 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e1be77d-5f25-4ec9-80f8-9113cdc0c34a req-2e58fa94-4bfb-411b-82a2-c717c8298bec tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0472991 Sep 14 01:10:26.447433 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:26.483746 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:26.489412 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e1be77d-5f25-4ec9-80f8-9113cdc0c34a req-0ba9178e-f79f-4bd4-9901-6a075b0abcd5 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451100 Sep 14 01:10:26.490902 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: DOWN; New status is: DOWN {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:27.614682 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3e0a3-f9ae-4e4d-a0c5-dd0e97a6e95c req-e0ea0150-fca3-44bd-b0cb-2197bb35ec4b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:27.616161 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aca3e0a3-f9ae-4e4d-a0c5-dd0e97a6e95c req-e0ea0150-fca3-44bd-b0cb-2197bb35ec4b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0458944 Sep 14 01:10:27.663259 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aca3e0a3-f9ae-4e4d-a0c5-dd0e97a6e95c req-f9316854-c9c5-476f-a7b4-258e5030942a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Sep 14 01:10:28.795620 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15e545-578b-427d-beb9-c92bc4b21cad req-ab5de73e-f01e-42b5-9e34-7218277235d8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:28.797106 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e15e545-578b-427d-beb9-c92bc4b21cad req-ab5de73e-f01e-42b5-9e34-7218277235d8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0495045 Sep 14 01:10:28.845568 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e15e545-578b-427d-beb9-c92bc4b21cad req-511df525-82d9-4344-a54f-812bc1c1fa5e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 Sep 14 01:10:30.018457 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-c83f7c27-26b7-4cdd-8660-3253186e2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:30.020613 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-c83f7c27-26b7-4cdd-8660-3253186e2b84 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9&tenant_id=3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 1128 time: 0.1049733 Sep 14 01:10:30.026360 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a988-6ca8-4c20-adc8-7f4d7fa70d13 req-ec47a812-ca7f-477c-bba8-13ade45c0dac tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:30.027722 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b660a988-6ca8-4c20-adc8-7f4d7fa70d13 req-ec47a812-ca7f-477c-bba8-13ade45c0dac tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0828662 Sep 14 01:10:30.074560 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b660a988-6ca8-4c20-adc8-7f4d7fa70d13 req-77886f9e-5838-4938-8d3d-dcae65fcf88b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411572 Sep 14 01:10:30.131889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-78e45ec4-d838-4a9c-acbc-44a31f71e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:30.133375 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-78e45ec4-d838-4a9c-acbc-44a31f71e871 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1128 time: 0.0396922 Sep 14 01:10:30.229929 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-0b515706-c361-46a0-b4e1-88ee5a0ddb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:30.231446 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-0b515706-c361-46a0-b4e1-88ee5a0ddb99 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0899882 Sep 14 01:10:30.298336 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-f2ad3132-e17d-4fe3-95da-c33fa2c277cb service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 200 len: 1000 time: 0.0599174 Sep 14 01:10:30.349393 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-4a8db0bc-9589-40a0-a918-c155f8d6e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:30.350800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-4a8db0bc-9589-40a0-a918-c155f8d6e2f7 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0453093 Sep 14 01:10:30.394785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-96e4521d-b4bd-4ec7-b3bb-f94e9e2d807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:30.396262 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-96e4521d-b4bd-4ec7-b3bb-f94e9e2d807d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394037 Sep 14 01:10:30.489817 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-aeeb3aa2-9649-476a-9181-83fb7d4b403d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865207 Sep 14 01:10:30.578449 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f22adbc0-c750-4fe0-9eb0-32d32f892236 req-a104b01b-fa85-4b51-9adb-10ab96eee5bd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821688 Sep 14 01:10:31.235057 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5c4a7-387b-4336-927b-bef0745a15fd req-12432b1e-644a-4d0c-8c52-28e31d8be775 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:31.236704 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46f5c4a7-387b-4336-927b-bef0745a15fd req-12432b1e-644a-4d0c-8c52-28e31d8be775 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0596883 Sep 14 01:10:31.290926 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46f5c4a7-387b-4336-927b-bef0745a15fd req-df17c039-4dbf-451c-9ed9-580c1e8bb526 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483296 Sep 14 01:10:32.431857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9191de-8405-4110-aaba-910e24b573f1 req-dd6b9527-cef7-40cd-b6ca-b6690e9e92af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:32.433369 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6d9191de-8405-4110-aaba-910e24b573f1 req-dd6b9527-cef7-40cd-b6ca-b6690e9e92af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0551252 Sep 14 01:10:32.451596 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:32.482270 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6d9191de-8405-4110-aaba-910e24b573f1 req-ef045eb3-0482-43bb-800d-f8d976ccd33b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433159 Sep 14 01:10:33.620414 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2db9b-b956-44f1-bd73-cb1c5d601748 req-1bcbea0d-1f19-43f6-ad20-919d2828ba9a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:33.621891 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f4b2db9b-b956-44f1-bd73-cb1c5d601748 req-1bcbea0d-1f19-43f6-ad20-919d2828ba9a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0569608 Sep 14 01:10:33.672875 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f4b2db9b-b956-44f1-bd73-cb1c5d601748 req-03212d58-7e07-4f5c-a2bd-2ee4ee2b5dd4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Sep 14 01:10:34.829819 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8547e2-6fa6-4c96-834b-359b7911342d req-9e309263-e793-41dc-826f-29a6db01e065 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:34.831853 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df8547e2-6fa6-4c96-834b-359b7911342d req-9e309263-e793-41dc-826f-29a6db01e065 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0592508 Sep 14 01:10:34.928054 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-df8547e2-6fa6-4c96-834b-359b7911342d req-f8d99bc1-c5e7-4055-9cfb-8c9ad68afa67 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902593 Sep 14 01:10:35.829904 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b92f947b-ea94-4f2b-86f4-36780e163898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:36.066798 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0540b6e-5eab-4465-b8d4-0a89752c1f09 req-927b5840-8029-452d-988a-4b3ae199ffec tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:36.068663 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e0540b6e-5eab-4465-b8d4-0a89752c1f09 req-927b5840-8029-452d-988a-4b3ae199ffec tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0542126 Sep 14 01:10:36.121789 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e0540b6e-5eab-4465-b8d4-0a89752c1f09 req-13651487-dccf-4c45-ba4e-b145a852767c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Sep 14 01:10:37.226498 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:37.265767 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3a3e2-c833-4e0a-b9a3-58191977b0c8 req-accb6dbd-81d0-48f9-90ba-8710b771d9a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:37.267309 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1aa3a3e2-c833-4e0a-b9a3-58191977b0c8 req-accb6dbd-81d0-48f9-90ba-8710b771d9a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0496349 Sep 14 01:10:37.321754 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1aa3a3e2-c833-4e0a-b9a3-58191977b0c8 req-1670fca6-2154-48b7-b4bd-172091051650 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481453 Sep 14 01:10:38.290064 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a4687d3f-b14e-4891-81bf-747a1079d934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:38.488097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8cae-5a50-415a-95bf-a845b8f16d2f req-e760551f-7bd4-4021-a3c9-cdce3de6a89b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:38.489586 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ac0f8cae-5a50-415a-95bf-a845b8f16d2f req-e760551f-7bd4-4021-a3c9-cdce3de6a89b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0604274 Sep 14 01:10:38.538117 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ac0f8cae-5a50-415a-95bf-a845b8f16d2f req-36ab9d28-a4f4-4ad3-ab72-4f7639466c2c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Sep 14 01:10:38.984498 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33556) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:39.030767 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Deleting subnet d6e21e22-e41c-47d0-a571-a21b59207d67 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:10:39.035057 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Publish callbacks [] for subnet (d6e21e22-e41c-47d0-a571-a21b59207d67), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.073444 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (d6e21e22-e41c-47d0-a571-a21b59207d67), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.116731 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (d6e21e22-e41c-47d0-a571-a21b59207d67), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.174111 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (d6e21e22-e41c-47d0-a571-a21b59207d67), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.204426 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e21e22-e41c-47d0-a571-a21b59207d67,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:39.220179 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.224333 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-523a5132-4763-4a92-9249-35abd1c75ae1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d6e21e22-e41c-47d0-a571-a21b59207d67 HTTP/1.1" status: 204 len: 168 time: 0.2381756 Sep 14 01:10:39.226788 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33558) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:39.303667 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (3dab046e-a732-4523-8b50-a5cba6b7830d), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.376523 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.391984 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (3dab046e-a732-4523-8b50-a5cba6b7830d), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.414470 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dab046e-a732-4523-8b50-a5cba6b7830d']}} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:39.425873 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d2f83b-a8f7-4142-9613-5844c31ae664') {'for_net_delete': True} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:39.426190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d2f83b-a8f7-4142-9613-5844c31ae664') {} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:39.436423 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5940097'] for segment (76d2f83b-a8f7-4142-9613-5844c31ae664), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.450439 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (76d2f83b-a8f7-4142-9613-5844c31ae664), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.459383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:10:39.459877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5344844'] for segment (76d2f83b-a8f7-4142-9613-5844c31ae664), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.504849 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment 76d2f83b-a8f7-4142-9613-5844c31ae664 resource provider aggregate not found Sep 14 01:10:39.530291 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment 76d2f83b-a8f7-4142-9613-5844c31ae664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76d2f83b-a8f7-4142-9613-5844c31ae664 found for delete ", "request_id": "req-b70efe56-3dde-4b07-9eea-77812dc8d2b7"}]} Sep 14 01:10:39.531343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (3dab046e-a732-4523-8b50-a5cba6b7830d), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.539293 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.542374 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/3dab046e-a732-4523-8b50-a5cba6b7830d HTTP/1.1" status: 204 len: 168 time: 0.3144319 Sep 14 01:10:39.556238 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc28f4d-4c24-405a-b160-22aa24c92400 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dab046e-a732-4523-8b50-a5cba6b7830d,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:39.705323 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b2d63-1130-4878-835f-44dd308c7897 req-28f69949-3055-40fc-b22f-846e36a7a8a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:39.707756 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8d9b2d63-1130-4878-835f-44dd308c7897 req-28f69949-3055-40fc-b22f-846e36a7a8a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0574296 Sep 14 01:10:39.790467 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 33568) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:39.812095 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8d9b2d63-1130-4878-835f-44dd308c7897 req-5dd6302d-1809-42bc-9bd0-ce6c80755f9d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971360 Sep 14 01:10:39.832216 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33570) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:39.832600 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-60e5f4d5-cc23-4c5c-8b8d-2a08df7aacf7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0f8eb4de1820448eb1064b0fbb45a259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513711 Sep 14 01:10:39.890344 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-33d9b4ab-805a-4ffa-9f90-15564f86d35c admin admin] Publish callbacks [] for security_group (f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.912901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-33d9b4ab-805a-4ffa-9f90-15564f86d35c admin admin] Publish callbacks [] for security_group (f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.941942 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:39.961029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-33d9b4ab-805a-4ffa-9f90-15564f86d35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.964593 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-33d9b4ab-805a-4ffa-9f90-15564f86d35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:39.968241 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-33d9b4ab-805a-4ffa-9f90-15564f86d35c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a HTTP/1.1" status: 204 len: 168 time: 0.1320934 Sep 14 01:10:39.968241 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:39.977002 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9b4ab-805a-4ffa-9f90-15564f86d35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e76f42-6f7f-46bd-b4fe-90f8fb24c38a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:40.244841 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=5 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:40.244841 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:40.728592 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.954838 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754c46-82c0-4363-800e-e3e53dc3b03c req-897a19bc-7ed3-4d67-8a3f-66c3c3692562 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:40.958615 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7c754c46-82c0-4363-800e-e3e53dc3b03c req-897a19bc-7ed3-4d67-8a3f-66c3c3692562 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0734684 Sep 14 01:10:41.013327 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7c754c46-82c0-4363-800e-e3e53dc3b03c req-577a2387-a6e1-49f2-92e1-c9843eb2a00c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485620 Sep 14 01:10:41.043970 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.273643 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:10:42.157070 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fe056-ba04-4e43-8ca4-2c85379b6cf9 req-6786f557-cd3c-4f70-ac51-2f7660754e93 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:42.159039 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a07fe056-ba04-4e43-8ca4-2c85379b6cf9 req-6786f557-cd3c-4f70-ac51-2f7660754e93 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0522089 Sep 14 01:10:42.207136 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a07fe056-ba04-4e43-8ca4-2c85379b6cf9 req-931c8e45-cd31-4c23-ab3d-7db39e59437b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Sep 14 01:10:43.334905 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a297d-94da-4ea8-b9ca-204416306f5d req-a495d59f-0862-4229-937b-cfabe705e5ec tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:43.336303 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-671a297d-94da-4ea8-b9ca-204416306f5d req-a495d59f-0862-4229-937b-cfabe705e5ec tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0460229 Sep 14 01:10:43.382240 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-671a297d-94da-4ea8-b9ca-204416306f5d req-aa0a6b58-9dd4-49d7-a0ff-8bf741166b58 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404074 Sep 14 01:10:44.509834 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ee002-3e82-4dfe-b0ca-cf371df5b25e req-fdb35b47-753b-4143-9d01-6809b7803899 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:44.511542 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bd1ee002-3e82-4dfe-b0ca-cf371df5b25e req-fdb35b47-753b-4143-9d01-6809b7803899 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0464983 Sep 14 01:10:44.558303 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bd1ee002-3e82-4dfe-b0ca-cf371df5b25e req-14501b7d-73a0-4339-9e76-8394df6d8eb8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Sep 14 01:10:45.684061 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c628de-040a-4b06-8036-eb27468a9488 req-afb075c6-f387-44ff-9bff-c894ce3fba24 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:45.685522 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d0c628de-040a-4b06-8036-eb27468a9488 req-afb075c6-f387-44ff-9bff-c894ce3fba24 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0462878 Sep 14 01:10:45.709775 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:45.738331 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d0c628de-040a-4b06-8036-eb27468a9488 req-8f9ac2fb-f4d9-4c1d-bdb5-5b604eb68b6a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 Sep 14 01:10:46.868010 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f0f3-d91e-4449-b457-c38d3a978443 req-774b872d-1069-48f2-8637-8e2c8b0f98ca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:46.869434 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3120f0f3-d91e-4449-b457-c38d3a978443 req-774b872d-1069-48f2-8637-8e2c8b0f98ca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0483041 Sep 14 01:10:46.915706 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3120f0f3-d91e-4449-b457-c38d3a978443 req-f1cc6ce0-51a2-42b3-b570-8137aa10d51b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Sep 14 01:10:48.042698 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e504f18-d3b2-4702-bc36-7abdc7cfe698 req-f98f531e-27ce-4b9c-9e0a-21971e3b3db4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:48.044094 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3e504f18-d3b2-4702-bc36-7abdc7cfe698 req-f98f531e-27ce-4b9c-9e0a-21971e3b3db4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0467072 Sep 14 01:10:48.090899 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3e504f18-d3b2-4702-bc36-7abdc7cfe698 req-777225d6-9866-4d88-9ccb-84ae5ef4e4fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Sep 14 01:10:49.218023 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccff82a-b422-4205-99db-88f7196a76cf req-591f7096-8542-4fe9-9b01-db79251c3a71 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:49.219507 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cccff82a-b422-4205-99db-88f7196a76cf req-591f7096-8542-4fe9-9b01-db79251c3a71 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0468934 Sep 14 01:10:49.265579 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cccff82a-b422-4205-99db-88f7196a76cf req-af5b88fb-d976-483e-b994-d88d516facda tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398045 Sep 14 01:10:50.399733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb57ac9-7885-4c95-8fd0-34fe3201aad2 req-4ad9a0f6-4c8b-4f6f-9a3f-645c6267915e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:50.401203 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ecb57ac9-7885-4c95-8fd0-34fe3201aad2 req-4ad9a0f6-4c8b-4f6f-9a3f-645c6267915e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0477166 Sep 14 01:10:50.447883 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ecb57ac9-7885-4c95-8fd0-34fe3201aad2 req-b5f21ebd-5ca9-47bd-bd29-34a352fdad1f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Sep 14 01:10:50.691571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.704722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.268795 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:51.586914 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be1281-9a4f-469e-a2a7-e785f0b41998 req-2303d4b2-14fe-4402-ab00-77dc21baa50b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:51.588507 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e5be1281-9a4f-469e-a2a7-e785f0b41998 req-2303d4b2-14fe-4402-ab00-77dc21baa50b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0579817 Sep 14 01:10:51.601560 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:51.638371 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e5be1281-9a4f-469e-a2a7-e785f0b41998 req-fe696289-2712-4342-8092-bdce2733843b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437894 Sep 14 01:10:52.339644 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-09fad837-6373-48bd-b1f9-36a33e00db08 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435092 Sep 14 01:10:52.419514 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33690) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:52.486931 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-1b37d21a-bda7-4a9b-841d-b4f8c0b1b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:52.488511 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-1b37d21a-bda7-4a9b-841d-b4f8c0b1b7d6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 1129 time: 0.0440273 Sep 14 01:10:52.565447 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b5b4448d-f844-452a-b21c-01dbb1f5fd0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.636149 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-927128fe-da63-4f05-8325-c1d3a9c67923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:52.637600 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-927128fe-da63-4f05-8325-c1d3a9c67923 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.1281290 Sep 14 01:10:52.688474 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-3ccfd1f7-6825-48b0-b977-3d3ee600bd68 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 200 len: 217 time: 0.0421813 Sep 14 01:10:52.781940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b5b4448d-f844-452a-b21c-01dbb1f5fd0d admin admin] Publish callbacks [] for security_group (cbd9f833-1692-4937-b4ce-5d181c517479), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.791151 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b5b4448d-f844-452a-b21c-01dbb1f5fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (cbd9f833-1692-4937-b4ce-5d181c517479), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.797110 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-c7c82dcf-9615-4ec3-91cc-25f73fdeab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:52.798530 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-c7c82dcf-9615-4ec3-91cc-25f73fdeab8b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.1039491 Sep 14 01:10:52.811544 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b671fa-2bfa-4c4d-bd43-0989eec9cb55 req-dc928113-a7be-4fe4-ab3a-6f4de7f98f11 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:52.812929 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-11b671fa-2bfa-4c4d-bd43-0989eec9cb55 req-dc928113-a7be-4fe4-ab3a-6f4de7f98f11 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0872631 Sep 14 01:10:53.122077 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b5b4448d-f844-452a-b21c-01dbb1f5fd0d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=febdbd894b0c4bc18265c6f4f84aa475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7014608 Sep 14 01:10:53.124756 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 33700) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:53.126742 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:53.131533 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4448d-f844-452a-b21c-01dbb1f5fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd9f833-1692-4937-b4ce-5d181c517479,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:53.148332 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-63743ed3-b5ef-4805-ac9f-c7e857d15f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:53.149815 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-63743ed3-b5ef-4805-ac9f-c7e857d15f96 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3332162 Sep 14 01:10:53.175991 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Publish callbacks [] for security_group (cbd9f833-1692-4937-b4ce-5d181c517479), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.185665 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-11b671fa-2bfa-4c4d-bd43-0989eec9cb55 req-d559c3ad-675e-466c-b2f2-28da2695f85b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200500 Sep 14 01:10:53.196728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Publish callbacks [] for security_group (cbd9f833-1692-4937-b4ce-5d181c517479), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.247159 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (cbd9f833-1692-4937-b4ce-5d181c517479), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.249659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:53.249883 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.251337 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cbd9f833-1692-4937-b4ce-5d181c517479 HTTP/1.1" status: 204 len: 168 time: 0.1254988 Sep 14 01:10:53.259429 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-d424ba47-2101-47ce-a0b5-fba98d1b96b8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984406 Sep 14 01:10:53.261255 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd9f833-1692-4937-b4ce-5d181c517479,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:53.270662 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.271012 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.271355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.271720 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.272053 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.272382 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.272703 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.273029 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.273413 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.273896 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.274167 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.274603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.274800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.275120 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.275436 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194fd36b-8471-4327-95d1-24b38e9bce6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:53.357968 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5448ef2-6235-4f78-bbd1-353fa76f5813 req-34af695f-fc61-4adc-a229-1585144f2887 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911067 Sep 14 01:10:54.319897 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5226-295b-40bc-96a2-f1c62e736eb1 req-f0033f78-1363-453b-8e00-a8f2156cbc78 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:54.321369 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cd9e5226-295b-40bc-96a2-f1c62e736eb1 req-f0033f78-1363-453b-8e00-a8f2156cbc78 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0498536 Sep 14 01:10:54.370548 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cd9e5226-295b-40bc-96a2-f1c62e736eb1 req-4ff91e0e-46d7-410e-9a96-8b75c5b9b3aa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433850 Sep 14 01:10:55.500274 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6aab6-f2a0-406f-82d7-2ea5c2305ee4 req-447e41cb-88bc-47b8-8955-7bb7d1d4bf96 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:55.502259 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3ea6aab6-f2a0-406f-82d7-2ea5c2305ee4 req-447e41cb-88bc-47b8-8955-7bb7d1d4bf96 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0497320 Sep 14 01:10:55.548028 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3ea6aab6-f2a0-406f-82d7-2ea5c2305ee4 req-240675d8-b5e3-400b-a459-94f555572e00 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Sep 14 01:10:56.676194 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32874676-a698-41e8-b5c0-18e412d65b78 req-d3156f7f-1efb-4671-9acd-caee59ea10ef tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:56.677643 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-32874676-a698-41e8-b5c0-18e412d65b78 req-d3156f7f-1efb-4671-9acd-caee59ea10ef tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0486577 Sep 14 01:10:56.725519 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-32874676-a698-41e8-b5c0-18e412d65b78 req-72a7b224-c414-461c-8322-f238dbd7a596 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 Sep 14 01:10:57.853082 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f09a9d-772c-47a8-bc5b-e0e04190c321 req-0de48e34-864e-4889-acbe-703137f05a39 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:57.854530 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-49f09a9d-772c-47a8-bc5b-e0e04190c321 req-0de48e34-864e-4889-acbe-703137f05a39 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 944 time: 0.0472298 Sep 14 01:10:57.871981 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:10:57.874612 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:57.902801 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-49f09a9d-772c-47a8-bc5b-e0e04190c321 req-3be6a3e8-4014-4686-962f-f6c104196869 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427508 Sep 14 01:10:57.976857 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:57.989184 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'port_id': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'mac_address': 'fa:16:3e:e7:e3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:10:58.023482 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:58.023838 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.038003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ac6a9d-d543-4896-a237-b3287bcd2644 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:10:58.057514 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:58.061233 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.109598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=9']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:58.809927 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['61ac6a9d-d543-4896-a237-b3287bcd2644'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:10:59.041465 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603da9-84a4-40ff-870c-2b5f80bdf71f req-7dd61b69-03d1-4873-a876-148af931de9d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:59.042938 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5b603da9-84a4-40ff-870c-2b5f80bdf71f req-7dd61b69-03d1-4873-a876-148af931de9d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Sep 14 01:10:59.100143 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5b603da9-84a4-40ff-870c-2b5f80bdf71f req-4b931be0-cae5-4191-b9d0-c8833aa03bbc tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495830 Sep 14 01:11:00.123315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:00.168558 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 61ac6a9d-d543-4896-a237-b3287bcd2644 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:00.169045 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:00.169451 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 61ac6a9d-d543-4896-a237-b3287bcd2644 Sep 14 01:11:00.234414 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6be93-5783-48cc-944d-2d4bc98105cf req-03126043-14fa-41b3-be4c-54a299c9fd29 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:00.235970 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cfe6be93-5783-48cc-944d-2d4bc98105cf req-03126043-14fa-41b3-be4c-54a299c9fd29 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 945 time: 0.0554760 Sep 14 01:11:00.244573 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 61ac6a9d-d543-4896-a237-b3287bcd2644 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:00.245092 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:00.273791 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:00.276266 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab239149-36a3-4e0a-ad4c-050a678123fb" -d '{"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-plugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:00.290096 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cfe6be93-5783-48cc-944d-2d4bc98105cf req-280c8d80-94fc-4acf-b250-13a09ac68148 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466876 Sep 14 01:11:00.292463 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:00.298691 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:00.356716 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=10']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:00.458236 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cda97-9e4f-4273-8949-fb9fa936acd8 req-a015da60-c470-4ded-9690-c5af778eedfb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:00.459874 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-804cda97-9e4f-4273-8949-fb9fa936acd8 req-a015da60-c470-4ded-9690-c5af778eedfb tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0492852 Sep 14 01:11:00.477355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-d81afb51-bb71-48d1-bdd8-8bee4976f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:00.478857 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-d81afb51-bb71-48d1-bdd8-8bee4976f205 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0513031 Sep 14 01:11:00.519110 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-804cda97-9e4f-4273-8949-fb9fa936acd8 req-15aa88eb-2423-40a8-9915-9b11b5913e7f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525670 Sep 14 01:11:00.569605 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f890ef3-2ea4-4281-b280-261302c06186 x-openstack-request-id: req-2f890ef3-2ea4-4281-b280-261302c06186 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:00.569921 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-plugged", "status": "completed", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:00.570173 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f890ef3-2ea4-4281-b280-261302c06186 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:00.570565 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f890ef3-2ea4-4281-b280-261302c06186'] response: {'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'code': 200} Sep 14 01:11:00.585077 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-4b2df667-5199-4a09-9a9f-84dcc55c1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:00.586555 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-4b2df667-5199-4a09-9a9f-84dcc55c1af1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.0993905 Sep 14 01:11:00.680504 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-6a3de95d-325b-4057-882b-60df18618cad service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 1002 time: 0.0561438 Sep 14 01:11:01.090134 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-8b2fb71e-3451-462b-a216-ca7d60739a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:01.091971 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-8b2fb71e-3451-462b-a216-ca7d60739a80 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0490155 Sep 14 01:11:01.152941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-2545f4e7-b3bd-4619-8cb1-4e69941fe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:01.154499 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-2545f4e7-b3bd-4619-8cb1-4e69941fe029 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449436 Sep 14 01:11:01.212546 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29b658-5c4f-4c25-b72d-1b66865de325 req-12360167-d1cf-4b87-89ac-db31c68aa036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:01.214311 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bd29b658-5c4f-4c25-b72d-1b66865de325 req-12360167-d1cf-4b87-89ac-db31c68aa036 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 1131 time: 0.0402868 Sep 14 01:11:01.249321 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-99ed56dc-fd6d-412a-9184-d151feccdd2a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867865 Sep 14 01:11:01.260299 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bd29b658-5c4f-4c25-b72d-1b66865de325 req-4dd70ff8-b95f-471c-8fd2-005653786556 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Sep 14 01:11:01.328867 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:01.343502 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56de3373-cecd-40e1-9d69-44e2315d44b5 req-55ca8f97-2e6a-41d9-8744-dff3ef0beb05 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876496 Sep 14 01:11:01.423979 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bb157-a5ea-4b71-906a-e39296fa877b req-fd6c3c9a-c7b3-4209-a49a-04591922270e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:01.425423 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-707bb157-a5ea-4b71-906a-e39296fa877b req-fd6c3c9a-c7b3-4209-a49a-04591922270e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0505185 Sep 14 01:11:01.472321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-707bb157-a5ea-4b71-906a-e39296fa877b req-0d873826-9c8d-405e-ad20-129652cf3edd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413349 Sep 14 01:11:01.641212 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81cdb-c4cd-4167-9e04-298717ba9004 req-f7ba9ced-e7b0-4b9b-9f9f-0b9b3b6da7b7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:01.642592 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3db81cdb-c4cd-4167-9e04-298717ba9004 req-f7ba9ced-e7b0-4b9b-9f9f-0b9b3b6da7b7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0474336 Sep 14 01:11:01.689567 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3db81cdb-c4cd-4167-9e04-298717ba9004 req-359a05a0-7ebe-4a5b-a9a1-8f5e310ec0d9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Sep 14 01:11:02.565363 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:02.600014 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7d55-2c02-4800-b93c-c9d2e0382c42 req-57755dd2-e202-4827-aa6d-bd4fa6b9fbac tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:02.601470 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e8d7d55-2c02-4800-b93c-c9d2e0382c42 req-57755dd2-e202-4827-aa6d-bd4fa6b9fbac tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0463197 Sep 14 01:11:02.648430 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6e8d7d55-2c02-4800-b93c-c9d2e0382c42 req-a02b7ac9-7427-4865-b579-eed8f8897153 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Sep 14 01:11:02.809186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a62dc-4cc9-4db5-99fd-190052f0519b req-79482629-870e-46cd-9418-c356b3c7bd89 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:02.810649 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3b8a62dc-4cc9-4db5-99fd-190052f0519b req-79482629-870e-46cd-9418-c356b3c7bd89 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0457709 Sep 14 01:11:02.862745 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3b8a62dc-4cc9-4db5-99fd-190052f0519b req-4c78b302-ca0a-4de9-a36b-9df2471c9f01 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456910 Sep 14 01:11:03.777017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eabb28-160b-4a12-a926-99c384d12f78 req-6d919bf5-4a27-468a-bc90-39840b568314 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:03.778586 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b2eabb28-160b-4a12-a926-99c384d12f78 req-6d919bf5-4a27-468a-bc90-39840b568314 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0464759 Sep 14 01:11:03.831071 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b2eabb28-160b-4a12-a926-99c384d12f78 req-f04de63f-d324-4348-a226-e586b674dec0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Sep 14 01:11:03.974345 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:03.990136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb73024-f307-4f04-a599-ffd2270bf7e6 req-d3de3705-a0de-4ac1-96b8-a0a7b8191fe5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:03.991915 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ddb73024-f307-4f04-a599-ffd2270bf7e6 req-d3de3705-a0de-4ac1-96b8-a0a7b8191fe5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0502310 Sep 14 01:11:04.043868 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ddb73024-f307-4f04-a599-ffd2270bf7e6 req-68085506-38ba-44ed-8ff2-169108b41773 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459557 Sep 14 01:11:04.959105 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8af31-6e1a-4b57-9437-02ccd952b0ab req-53ca1794-a4d6-4bca-8031-6bb616a59d0e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:04.960600 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0ba8af31-6e1a-4b57-9437-02ccd952b0ab req-53ca1794-a4d6-4bca-8031-6bb616a59d0e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0464783 Sep 14 01:11:04.978633 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:05.008607 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0ba8af31-6e1a-4b57-9437-02ccd952b0ab req-ec58704c-2503-4648-9ec5-0b9842cc2d92 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425138 Sep 14 01:11:05.164839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0d4a2-93b4-448e-9c37-52efa160f729 req-4c132f09-4b90-4572-83fb-5edf2def2c8e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:05.166268 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0fb0d4a2-93b4-448e-9c37-52efa160f729 req-4c132f09-4b90-4572-83fb-5edf2def2c8e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0468640 Sep 14 01:11:05.212311 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0fb0d4a2-93b4-448e-9c37-52efa160f729 req-450773b3-d722-4019-bf3c-21797ba7057c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Sep 14 01:11:05.826352 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e0851669-58d8-4bea-9cf6-84e36f8db952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:06.333051 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856c4c-7af1-4ccd-9ec8-da2fc06d655c req-09fe65b7-1830-428e-b8f4-d11adfd9e9aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:06.334520 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-df856c4c-7af1-4ccd-9ec8-da2fc06d655c req-09fe65b7-1830-428e-b8f4-d11adfd9e9aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0465038 Sep 14 01:11:06.382194 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-df856c4c-7af1-4ccd-9ec8-da2fc06d655c req-aa4d94ce-b79f-45bd-a36d-7064ae76d279 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411150 Sep 14 01:11:07.507953 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c65640-198a-463b-a1cd-e3b4210ed2f9 req-bd1d56ac-edd1-4e0b-9f19-a76ad29ae901 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:07.509434 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b1c65640-198a-463b-a1cd-e3b4210ed2f9 req-bd1d56ac-edd1-4e0b-9f19-a76ad29ae901 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0503170 Sep 14 01:11:07.556478 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b1c65640-198a-463b-a1cd-e3b4210ed2f9 req-3e329a27-a4b9-4354-a187-993318b7157e tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Sep 14 01:11:08.284768 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6e0f3815-db70-478f-aa59-be54fe3c8c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:08.681021 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b076d5-01ca-4771-b369-ba8380c71d8e req-95a3dd2b-25e6-4843-ab44-18b79c10153d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:08.682483 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-76b076d5-01ca-4771-b369-ba8380c71d8e req-95a3dd2b-25e6-4843-ab44-18b79c10153d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0490944 Sep 14 01:11:08.728400 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-76b076d5-01ca-4771-b369-ba8380c71d8e req-163aa9fa-6650-498f-b90b-a96654ac5326 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403383 Sep 14 01:11:09.379520 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:09.850693 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86952e6b-e53f-40e5-b29b-8787743ebd84 req-92584e31-f924-43c9-8646-0668ca20da88 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:09.852167 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-86952e6b-e53f-40e5-b29b-8787743ebd84 req-92584e31-f924-43c9-8646-0668ca20da88 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0470219 Sep 14 01:11:09.899394 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-86952e6b-e53f-40e5-b29b-8787743ebd84 req-37376ae1-b708-45d5-9bb7-af1f6973e14c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Sep 14 01:11:10.721622 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:11.020816 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56b81e-b006-4c38-b043-79bebfdce95c req-45b3f31e-cf55-49f8-abc1-7cbe67e95207 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:11.022285 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d56b81e-b006-4c38-b043-79bebfdce95c req-45b3f31e-cf55-49f8-abc1-7cbe67e95207 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0469315 Sep 14 01:11:11.040264 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:11.071114 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d56b81e-b006-4c38-b043-79bebfdce95c req-7348a278-ce66-4883-8724-29d07738a878 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Sep 14 01:11:12.195925 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53a283-9300-4f4c-9fb9-51b9588f1293 req-f8778f5a-5b59-4466-b8c4-ad1b5cf05d71 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:12.197384 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4b53a283-9300-4f4c-9fb9-51b9588f1293 req-f8778f5a-5b59-4466-b8c4-ad1b5cf05d71 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0500433 Sep 14 01:11:12.244188 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4b53a283-9300-4f4c-9fb9-51b9588f1293 req-f66239bb-f314-4383-b170-88e1be27365c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411971 Sep 14 01:11:13.370888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb991705-50b7-47b4-9d41-45986f956db2 req-e84944e6-8353-43e2-a984-25320f0d557c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:13.372310 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb991705-50b7-47b4-9d41-45986f956db2 req-e84944e6-8353-43e2-a984-25320f0d557c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0508106 Sep 14 01:11:13.419745 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cb991705-50b7-47b4-9d41-45986f956db2 req-12b003ba-debd-4d61-928c-9f3cf50a50ad tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Sep 14 01:11:14.544475 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df81b-2c8f-41c6-8aab-c95f0fef9b11 req-56934542-f62d-4ec8-9ffe-ebb2c2d62d52 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:14.545924 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-090df81b-2c8f-41c6-8aab-c95f0fef9b11 req-56934542-f62d-4ec8-9ffe-ebb2c2d62d52 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0464852 Sep 14 01:11:14.592944 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-090df81b-2c8f-41c6-8aab-c95f0fef9b11 req-8394f375-900b-4da6-882e-67ae0ee8daca tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408590 Sep 14 01:11:15.712852 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9d0c-68f0-49e2-9b7d-9e29b995c3bc req-64c8eb58-1e4c-4233-9dd6-adb3cd00b904 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:15.714297 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fcc9d0c-68f0-49e2-9b7d-9e29b995c3bc req-64c8eb58-1e4c-4233-9dd6-adb3cd00b904 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0467634 Sep 14 01:11:15.761992 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fcc9d0c-68f0-49e2-9b7d-9e29b995c3bc req-14e9ce86-d394-45e2-afa9-bf38b998fc6a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Sep 14 01:11:16.883630 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7b51e-0309-4e55-96a3-94601a472330 req-fc676daa-108d-4b0b-87b6-e8dd83054dbe tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:16.885319 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9bf7b51e-0309-4e55-96a3-94601a472330 req-fc676daa-108d-4b0b-87b6-e8dd83054dbe tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0463874 Sep 14 01:11:16.935896 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9bf7b51e-0309-4e55-96a3-94601a472330 req-4c0d3cbb-73e0-40b4-a26d-04e883a24636 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Sep 14 01:11:17.237583 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:17.242599 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:18.056490 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f87eec-f26c-4d3e-8d6e-c97916629b87 req-8c5d8000-1bb4-426a-8f34-e31d3602a522 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:18.057938 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-92f87eec-f26c-4d3e-8d6e-c97916629b87 req-8c5d8000-1bb4-426a-8f34-e31d3602a522 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0455532 Sep 14 01:11:18.107873 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-92f87eec-f26c-4d3e-8d6e-c97916629b87 req-d50d8b33-8795-4b8f-af5e-fd141328d12c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Sep 14 01:11:18.272507 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:11:19.232799 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070a35-93e8-4213-b7e4-38689ad49854 req-3cc7232b-4929-4776-9e6c-f754c6095d23 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:19.234249 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3070a35-93e8-4213-b7e4-38689ad49854 req-3cc7232b-4929-4776-9e6c-f754c6095d23 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0471354 Sep 14 01:11:19.281714 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3070a35-93e8-4213-b7e4-38689ad49854 req-f1864040-ef91-40e6-8d1a-b0cf5167f561 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Sep 14 01:11:19.767111 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6691-8285-4d8a-9b1a-af9de67df76f req-d828fc97-a61b-4746-850f-39324749ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:19.768545 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f34a6691-8285-4d8a-9b1a-af9de67df76f req-d828fc97-a61b-4746-850f-39324749ef1f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0386870 Sep 14 01:11:19.811654 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f34a6691-8285-4d8a-9b1a-af9de67df76f req-a3fe9cf1-c1ee-4f4d-98fe-502fb5a73078 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372083 Sep 14 01:11:20.407702 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463eeca-c0b0-4777-bc73-3d3211033763 req-22621bbb-02aa-4c27-bfdb-916049ab8b80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:20.409156 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3463eeca-c0b0-4777-bc73-3d3211033763 req-22621bbb-02aa-4c27-bfdb-916049ab8b80 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0500209 Sep 14 01:11:20.458392 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3463eeca-c0b0-4777-bc73-3d3211033763 req-66aa494b-9025-4acc-b28d-637d1d08235c tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Sep 14 01:11:20.706471 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.589572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91add5c-ea45-422e-947a-a4c7a697058d req-dbe48486-d5de-4b42-bcda-11162d76f717 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.591045 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c91add5c-ea45-422e-947a-a4c7a697058d req-dbe48486-d5de-4b42-bcda-11162d76f717 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0499902 Sep 14 01:11:21.624339 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:21.638961 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c91add5c-ea45-422e-947a-a4c7a697058d req-7f1fead5-4afb-443f-9bff-9c861e0bb421 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Sep 14 01:11:22.044556 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ebe5e-4092-408c-8517-ef368e5a8a8b req-1bb2d69e-9f17-4b85-a408-328b90afe749 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:22.045917 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-180ebe5e-4092-408c-8517-ef368e5a8a8b req-1bb2d69e-9f17-4b85-a408-328b90afe749 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0479712 Sep 14 01:11:22.069387 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:22.077033 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-44adf6b3-b472-45b3-bc9e-53fe1b963646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:22.078756 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-44adf6b3-b472-45b3-bc9e-53fe1b963646 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0408988 Sep 14 01:11:22.079953 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:22.094443 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-180ebe5e-4092-408c-8517-ef368e5a8a8b req-31e0b39d-5e71-4166-97d6-a4d1acd146d7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Sep 14 01:11:22.174378 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-46146bcc-3cc3-425b-8679-8d396c3fdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:22.175889 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-46146bcc-3cc3-425b-8679-8d396c3fdbde service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.0897791 Sep 14 01:11:22.236602 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-57af4f82-14d6-4220-9abe-5ca536d827dd service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 1002 time: 0.0537324 Sep 14 01:11:22.290269 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-3dbd48d3-671e-480b-93e6-912e1398f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:22.291726 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-3dbd48d3-671e-480b-93e6-912e1398f1b7 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0440586 Sep 14 01:11:22.338937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-da09cec4-92f0-4cc7-b85a-4c9b5bbfa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:22.340324 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-da09cec4-92f0-4cc7-b85a-4c9b5bbfa2e4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415652 Sep 14 01:11:22.430135 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-04d3195d-f14c-4b3b-9a53-88976c520f9f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826335 Sep 14 01:11:22.529263 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-61e60698-3c6f-4bdb-a23e-e15618431550 req-3e07a2bf-03f9-424d-9cce-84f70cb80323 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919502 Sep 14 01:11:23.217098 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ed4bc-281b-49c5-9c97-d0de8b8ccf2d req-153a32b0-6ce2-4327-95af-df5ca0874721 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:23.218577 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c63ed4bc-281b-49c5-9c97-d0de8b8ccf2d req-153a32b0-6ce2-4327-95af-df5ca0874721 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0464149 Sep 14 01:11:23.266003 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c63ed4bc-281b-49c5-9c97-d0de8b8ccf2d req-4fcd1d2f-d7b5-4040-a00f-eb1175f713d4 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Sep 14 01:11:24.391451 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43226f-e803-4c17-93fd-1aba5e35221c req-e7ccdfe5-57d8-4469-8396-325e3e03fa84 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:24.392996 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2b43226f-e803-4c17-93fd-1aba5e35221c req-e7ccdfe5-57d8-4469-8396-325e3e03fa84 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0517912 Sep 14 01:11:24.439156 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2b43226f-e803-4c17-93fd-1aba5e35221c req-b48ef5f4-d585-4412-8646-e55ec172b3f0 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Sep 14 01:11:25.564529 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b043-70e6-4ae0-a563-c94dd12f7e5f req-1e0caeb0-fb1a-4bdc-ac34-39c8d8123a14 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:25.566006 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7c19b043-70e6-4ae0-a563-c94dd12f7e5f req-1e0caeb0-fb1a-4bdc-ac34-39c8d8123a14 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0516577 Sep 14 01:11:25.614146 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7c19b043-70e6-4ae0-a563-c94dd12f7e5f req-c5217c2f-010b-4659-b696-45458b899a77 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423231 Sep 14 01:11:26.739937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1e93c-5779-4aaf-8419-bb071dcdf9a2 req-c8974e41-f2e6-4571-8e99-49a979773bff tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:26.741685 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-38b1e93c-5779-4aaf-8419-bb071dcdf9a2 req-c8974e41-f2e6-4571-8e99-49a979773bff tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0498729 Sep 14 01:11:26.792147 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-38b1e93c-5779-4aaf-8419-bb071dcdf9a2 req-e887aad8-8903-4cb4-8ba1-c9eb94ab26dc tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449142 Sep 14 01:11:26.913052 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db994-a097-4f13-b95f-4e3bcc6eacd4 req-eff796b8-f481-47e3-b372-b6a3cbb4d03d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:26.914511 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-570db994-a097-4f13-b95f-4e3bcc6eacd4 req-eff796b8-f481-47e3-b372-b6a3cbb4d03d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0473104 Sep 14 01:11:26.925114 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 33876) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:26.929397 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Request body: {'floatingip': {'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:26.985832 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.061067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.427004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.430727 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.632810 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:27.731341 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.736900 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:27.741822 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.747413 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] Sync routers for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:27.755009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.759991 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:27.761170 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:11:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:27.778289 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:27.781049 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:27.827977 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9acfc35e-5739-44b5-a2d0-f4f85cc50d47 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/eabda559-7e55-4d69-936d-3300a360dad5 HTTP/1.1" status: 200 len: 994 time: 0.9017692 Sep 14 01:11:27.839801 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.895210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c1808-990e-40fc-80a2-333a5ff70c86 x-openstack-request-id: req-978c1808-990e-40fc-80a2-333a5ff70c86 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:27.895612 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:27.896092 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-978c1808-990e-40fc-80a2-333a5ff70c86 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:27.896693 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978c1808-990e-40fc-80a2-333a5ff70c86'] response: {'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'status': 'completed', 'code': 200} Sep 14 01:11:27.913600 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:28.049292 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-90706db7-bc99-4f5c-a826-9f2d85556f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.050822 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-90706db7-bc99-4f5c-a826-9f2d85556f3c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0870616 Sep 14 01:11:28.068666 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587886e-949a-46b7-8c0b-c59d4909fe89 req-c0e001e6-18be-4fc4-8d01-8bf274575ffe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.070138 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b587886e-949a-46b7-8c0b-c59d4909fe89 req-c0e001e6-18be-4fc4-8d01-8bf274575ffe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0597322 Sep 14 01:11:28.119857 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b587886e-949a-46b7-8c0b-c59d4909fe89 req-35a3e734-aef9-4962-a9e0-2304d0985e50 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Sep 14 01:11:28.214266 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-739154be-a2c6-415d-a9f5-8b244985d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.215765 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-739154be-a2c6-415d-a9f5-8b244985d21c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.0943816 Sep 14 01:11:28.263882 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'eabda559-7e55-4d69-936d-3300a360dad5', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:09Z', 'updated_at': '2022-09-14T01:11:27Z', 'revision_number': 3, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:28.288604 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] Checking router: 25b7daa3-d5e9-45d4-afe9-7312830f9b67 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:28.297229 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:28.298123 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:11:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:28.352525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:28.357226 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:28.363784 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-5267b34c-c0cb-40d3-a692-3c4fd97def14 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 1002 time: 0.0623474 Sep 14 01:11:28.401969 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:28.413021 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-ccce3e1a-a3a2-4ebf-ae73-3411f4b37a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.414520 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-ccce3e1a-a3a2-4ebf-ae73-3411f4b37a1e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0439305 Sep 14 01:11:28.458419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-3918f9de-1682-47eb-99f6-7de1ef494515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.459971 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-3918f9de-1682-47eb-99f6-7de1ef494515 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384169 Sep 14 01:11:28.558211 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-170e03c2-3333-442a-9072-4f16c1ffca8e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895960 Sep 14 01:11:28.620671 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'eabda559-7e55-4d69-936d-3300a360dad5', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:09Z', 'updated_at': '2022-09-14T01:11:27Z', 'revision_number': 3, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:28.648875 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c5715-a466-4ad6-855e-76697255e76d None None] The sync data for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi is: [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'eabda559-7e55-4d69-936d-3300a360dad5', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'port_id': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'mac_address': 'fa:16:3e:f6:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d7106-fff0-4516-b70d-1d687312c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:09Z', 'updated_at': '2022-09-14T01:11:27Z', 'revision_number': 3, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:28.660817 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-32b16fc1-fe8a-4de1-a7c4-27df15ad2cd8 req-d644e9aa-63d4-4619-bf5e-22a0602448fa service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909553 Sep 14 01:11:29.246074 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097e34f-b996-4ce4-85ec-9b81fa66576e req-076ebb12-7d32-4b30-9218-ab4e6e3c5567 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.247535 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d097e34f-b996-4ce4-85ec-9b81fa66576e req-076ebb12-7d32-4b30-9218-ab4e6e3c5567 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Sep 14 01:11:29.298231 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d097e34f-b996-4ce4-85ec-9b81fa66576e req-200cb620-63b5-4dfb-b5ee-fa5ee15ae116 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448089 Sep 14 01:11:29.898356 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:29.900819 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701aa7c-98b1-47db-bcfa-fb075df41ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:29.937066 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e75fc-9ffd-44a0-a052-3078d461aca3 x-openstack-request-id: req-d64e75fc-9ffd-44a0-a052-3078d461aca3 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:29.938024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:29.938374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d64e75fc-9ffd-44a0-a052-3078d461aca3 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:29.938853 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64e75fc-9ffd-44a0-a052-3078d461aca3'] response: {'name': 'network-changed', 'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'status': 'completed', 'code': 200} Sep 14 01:11:30.033319 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-254e961d-6a52-4320-8bf6-00340cd125d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.034800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-254e961d-6a52-4320-8bf6-00340cd125d1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 1130 time: 0.0396445 Sep 14 01:11:30.128622 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-1df9b890-c615-4ab8-a429-72963596a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.130061 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-1df9b890-c615-4ab8-a429-72963596a095 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.0878103 Sep 14 01:11:30.191497 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-71641f59-e918-4674-965e-f14f80bb0657 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 200 len: 1002 time: 0.0544739 Sep 14 01:11:30.239884 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-b4dd0c18-b92e-40a9-81ef-dbac457255f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.241301 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-b4dd0c18-b92e-40a9-81ef-dbac457255f6 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0435510 Sep 14 01:11:30.293492 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-7ce96801-2b75-4520-ae18-0b0cd68453c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.294994 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-7ce96801-2b75-4520-ae18-0b0cd68453c6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415893 Sep 14 01:11:30.385904 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-1275f2de-7fe7-4a00-b5c2-e2bcb566b7cc service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845201 Sep 14 01:11:30.418180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144e751-3538-4eb1-85bb-7a273d4fe526 req-a4b6b0e9-4bfc-4e22-b4f9-eec770f8c422 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.419664 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8144e751-3538-4eb1-85bb-7a273d4fe526 req-a4b6b0e9-4bfc-4e22-b4f9-eec770f8c422 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0473781 Sep 14 01:11:30.468131 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8144e751-3538-4eb1-85bb-7a273d4fe526 req-8fb03c93-eec0-4784-aada-7cfb65d60735 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Sep 14 01:11:30.485317 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5701aa7c-98b1-47db-bcfa-fb075df41ac5 req-91aafde2-acad-4116-86d3-87a3c1a1cdf3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930243 Sep 14 01:11:30.794683 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=18 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:30.795507 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=10 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:31.591267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daed16-4bac-45e3-be17-72e9548d3e3c req-bb2f70cc-22ee-4319-8b83-c88346e21641 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:31.592732 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-70daed16-4bac-45e3-be17-72e9548d3e3c req-bb2f70cc-22ee-4319-8b83-c88346e21641 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0470619 Sep 14 01:11:31.639004 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-70daed16-4bac-45e3-be17-72e9548d3e3c req-eca19dc6-897e-46b2-99f0-6a049f0e25a9 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 Sep 14 01:11:32.758792 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f661fd3-7991-49a5-8053-3e65d1663e4a req-c22d1c0a-fed1-4eb4-8501-5fbad30dc0bb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:32.760442 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f661fd3-7991-49a5-8053-3e65d1663e4a req-c22d1c0a-fed1-4eb4-8501-5fbad30dc0bb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0468345 Sep 14 01:11:32.772225 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:32.807608 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f661fd3-7991-49a5-8053-3e65d1663e4a req-986d00fd-a617-4d36-9fd5-c86dd2e4b1ec tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 Sep 14 01:11:33.929792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb8a2-ce31-474b-8071-7b7c36ca41d6 req-71238500-5d7e-4288-ac48-e952e05ab92b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:33.931260 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bf0cb8a2-ce31-474b-8071-7b7c36ca41d6 req-71238500-5d7e-4288-ac48-e952e05ab92b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0460918 Sep 14 01:11:33.980815 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bf0cb8a2-ce31-474b-8071-7b7c36ca41d6 req-8872cce1-78fe-47d5-bc49-56c08b946f95 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441313 Sep 14 01:11:35.107682 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673bb62-ec12-4560-9d79-5be7a76f54a2 req-36fcd360-03a0-451f-af96-873a2b841ed5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:35.109709 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b673bb62-ec12-4560-9d79-5be7a76f54a2 req-36fcd360-03a0-451f-af96-873a2b841ed5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Sep 14 01:11:35.155478 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b673bb62-ec12-4560-9d79-5be7a76f54a2 req-3b15325c-7c97-445f-9a6b-329871ca19ee tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Sep 14 01:11:35.829225 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-24d707b0-d1c4-4fa6-9a91-f9fed41ea56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.240730 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:36.276502 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61dd75-4752-43f4-8714-f0c6d73196c8 req-2c7e6f49-2935-4c00-9551-e05f7cc75dbc tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:36.277981 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0c61dd75-4752-43f4-8714-f0c6d73196c8 req-2c7e6f49-2935-4c00-9551-e05f7cc75dbc tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0474453 Sep 14 01:11:36.325202 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0c61dd75-4752-43f4-8714-f0c6d73196c8 req-72b41a08-c1d9-42e7-b23f-fbc83f824de8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 Sep 14 01:11:37.466934 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3c118-d3f2-420b-9c14-47bcf66d64ae req-c6f7c428-f2ab-4825-af8a-a9090623a89c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:37.469877 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-29d3c118-d3f2-420b-9c14-47bcf66d64ae req-c6f7c428-f2ab-4825-af8a-a9090623a89c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0598631 Sep 14 01:11:37.523245 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-29d3c118-d3f2-420b-9c14-47bcf66d64ae req-0328e507-d88c-40e0-a8d1-eb1aea30c972 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479965 Sep 14 01:11:38.290267 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4a212806-426d-4719-a7cc-b6e224eaebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.649155 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547b4f5-2a61-4f4f-8714-fc775287deb9 req-a2a5b27e-c996-4f77-8a1b-3ebb9db13fb5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:38.650621 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7547b4f5-2a61-4f4f-8714-fc775287deb9 req-a2a5b27e-c996-4f77-8a1b-3ebb9db13fb5 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0470569 Sep 14 01:11:38.663131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:38.698756 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7547b4f5-2a61-4f4f-8714-fc775287deb9 req-57558148-98ba-4bf8-baf7-1482d3f4f322 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Sep 14 01:11:39.381920 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.821698 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d244bc9-420b-436b-af4f-6bae32d2eaf5 req-e4292d2d-f4ff-4713-92ae-5771975e1f57 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.823123 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7d244bc9-420b-436b-af4f-6bae32d2eaf5 req-e4292d2d-f4ff-4713-92ae-5771975e1f57 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0467441 Sep 14 01:11:39.873951 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7d244bc9-420b-436b-af4f-6bae32d2eaf5 req-7c550299-a65f-43fb-8599-adeee960bb1c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Sep 14 01:11:40.724653 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.997365 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1cc10-7238-40a7-a51d-fa8d2bab3c4a req-2db00786-4ec2-40b9-b52e-7923fd6c259c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:40.998813 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c6e1cc10-7238-40a7-a51d-fa8d2bab3c4a req-2db00786-4ec2-40b9-b52e-7923fd6c259c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 14 01:11:41.033471 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.047764 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c6e1cc10-7238-40a7-a51d-fa8d2bab3c4a req-8b41c982-5923-470b-913c-923984880b62 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Sep 14 01:11:42.168481 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adf1b3-22cc-4d57-b432-c6fafa2f8ab5 req-1704a4a5-c199-45cd-8cc1-1558568e20c3 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:42.169916 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-72adf1b3-22cc-4d57-b432-c6fafa2f8ab5 req-1704a4a5-c199-45cd-8cc1-1558568e20c3 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0464470 Sep 14 01:11:42.217336 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-72adf1b3-22cc-4d57-b432-c6fafa2f8ab5 req-9a1cc29c-dcba-419c-a0bc-8da53da90130 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 Sep 14 01:11:43.340820 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb92042-69d0-457b-8975-0618a4db51a5 req-5bc6dad5-f515-4020-9b03-dacd28a3e89b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:43.342424 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-acb92042-69d0-457b-8975-0618a4db51a5 req-5bc6dad5-f515-4020-9b03-dacd28a3e89b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0472653 Sep 14 01:11:43.390514 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-acb92042-69d0-457b-8975-0618a4db51a5 req-3ca09df8-c8bd-4d21-9def-cd8cf5459679 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Sep 14 01:11:44.509525 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8de3-5ff7-41ed-936d-18b9e0ad26f4 req-51e936fc-1748-4dca-9166-e8480b328134 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:44.510967 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-837b8de3-5ff7-41ed-936d-18b9e0ad26f4 req-51e936fc-1748-4dca-9166-e8480b328134 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0468161 Sep 14 01:11:44.557133 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-837b8de3-5ff7-41ed-936d-18b9e0ad26f4 req-db44b8e5-7822-472c-9151-f9d6715ec855 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Sep 14 01:11:45.680330 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb190-7fcd-4a52-b676-c8ba04006b33 req-8f91e388-2285-4b18-a1b8-31ba7a44483c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:45.681762 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1bfdb190-7fcd-4a52-b676-c8ba04006b33 req-8f91e388-2285-4b18-a1b8-31ba7a44483c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0492818 Sep 14 01:11:45.729003 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1bfdb190-7fcd-4a52-b676-c8ba04006b33 req-091e0252-a31f-4193-b21a-390abc45d032 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Sep 14 01:11:46.852972 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba2180-b9a4-40be-8d55-4bbfba3660ea req-5fa09e68-a1b9-4e65-ac4d-07404d96bb11 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:46.854477 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46ba2180-b9a4-40be-8d55-4bbfba3660ea req-5fa09e68-a1b9-4e65-ac4d-07404d96bb11 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0510764 Sep 14 01:11:46.913778 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46ba2180-b9a4-40be-8d55-4bbfba3660ea req-a8c0035c-f435-4857-9c66-e225fe597584 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526671 Sep 14 01:11:46.978467 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0c1e-001c-4bf7-b6e2-6f84c2717a5b req-18789028-cbf8-4079-9d40-37e68f5a1a06 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:46.979963 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a60c0c1e-001c-4bf7-b6e2-6f84c2717a5b req-18789028-cbf8-4079-9d40-37e68f5a1a06 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0471971 Sep 14 01:11:47.026890 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a60c0c1e-001c-4bf7-b6e2-6f84c2717a5b req-6aa9e037-bf5b-49e4-9a10-f2ff85ad84d9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411561 Sep 14 01:11:48.038992 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e62ff-0bf6-4464-a30c-86d173684242 req-4f442503-d6c7-4c24-a40a-765eb20d398a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:48.040475 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-441e62ff-0bf6-4464-a30c-86d173684242 req-4f442503-d6c7-4c24-a40a-765eb20d398a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0471437 Sep 14 01:11:48.073762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:48.088476 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-441e62ff-0bf6-4464-a30c-86d173684242 req-dcfae051-8c98-4625-aea7-cf08218509e8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417011 Sep 14 01:11:48.148837 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513898-b950-421f-9980-ee4711480de2 req-07ed4619-4559-41f4-a0ac-0150a13d50eb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:48.150295 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53513898-b950-421f-9980-ee4711480de2 req-07ed4619-4559-41f4-a0ac-0150a13d50eb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0465870 Sep 14 01:11:48.205956 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-53513898-b950-421f-9980-ee4711480de2 req-f1d062a4-1881-47dc-b509-1a4b734e2db8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494676 Sep 14 01:11:48.862525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-2da53700-bf24-4e3c-a128-46c2074c5899 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:48.864069 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-2da53700-bf24-4e3c-a128-46c2074c5899 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0468473 Sep 14 01:11:48.955801 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:48.956141 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:49.047955 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] For port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:49.048316 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:49.192588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:49.213150 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d1b26-9dd2-4501-ad64-e489ba12462b req-f4c70b99-df38-4ba2-b799-93d190fef3ad tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:49.214621 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-238d1b26-9dd2-4501-ad64-e489ba12462b req-f4c70b99-df38-4ba2-b799-93d190fef3ad tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Sep 14 01:11:49.265420 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:49.265790 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (1e5196d2-8193-4ce7-b41a-55509f1ff57d), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:49.266110 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP 1e5196d2-8193-4ce7-b41a-55509f1ff57d disassociated. External IP: 172.27.1.229, port: 11bcbd99-dcf9-4ee8-ae91-4d0de4546447. Sep 14 01:11:49.266458 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:49.266910 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-238d1b26-9dd2-4501-ad64-e489ba12462b req-00204eaa-4f05-4434-9485-a46134767221 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Sep 14 01:11:49.371781 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f974c-d798-4850-a306-5c8a522a1b91 req-752ee614-6ca0-453b-a290-57fadf758cf8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:49.373190 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d30f974c-d798-4850-a306-5c8a522a1b91 req-752ee614-6ca0-453b-a290-57fadf758cf8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 945 time: 0.0649724 Sep 14 01:11:49.429513 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:49.466208 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (11bcbd99-dcf9-4ee8-ae91-4d0de4546447), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:49.489477 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a13fc7-3b01-4aa2-9f66-fc9f2f183dce req-38809367-e76e-4343-b99e-76221e7e1817 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:49.491840 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-14a13fc7-3b01-4aa2-9f66-fc9f2f183dce req-38809367-e76e-4343-b99e-76221e7e1817 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0598679 Sep 14 01:11:49.512343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=11bcbd99-dcf9-4ee8-ae91-4d0de4546447,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:49.525811 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d30f974c-d798-4850-a306-5c8a522a1b91 req-8a725fa4-0486-4053-ad15-6c9245bbe773 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=194a3586-03f0-42f7-a567-7f44829dd661&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0910399 Sep 14 01:11:49.528154 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.528547 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.528841 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.529181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.529516 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.529874 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.530205 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.530533 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.530859 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.531186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.531514 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.531860 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.532184 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.532507 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.532830 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:49.580640 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-14a13fc7-3b01-4aa2-9f66-fc9f2f183dce req-d8072e65-e4b8-49af-b14d-95f163040d4a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824487 Sep 14 01:11:49.583764 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-c5fc3a77-d585-4fd4-9a6b-aefd340a1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:49.585195 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-c5fc3a77-d585-4fd4-9a6b-aefd340a1543 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 1129 time: 0.0710549 Sep 14 01:11:49.689071 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-52628b80-d0d0-4009-aad5-2dea5d326eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:49.690569 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-52628b80-d0d0-4009-aad5-2dea5d326eef service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 910 time: 0.0990562 Sep 14 01:11:49.742004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:49.758459 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-871d76d1-f78f-4fcb-89d2-1e0c2699897d service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 200 len: 1000 time: 0.0610631 Sep 14 01:11:49.902409 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:50.014055 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:50.028347 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:50.034494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-add08842-aa8b-4905-8e96-15c20872fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.035974 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-add08842-aa8b-4905-8e96-15c20872fa93 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.2706437 Sep 14 01:11:50.039213 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:50.040193 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:11:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:50.066848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] No DVR routers for this DVR port 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:50.069459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:50.073046 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-613f04d9-ad69-49dd-a2f1-cc26f9f5b208 req-28dd99b0-f853-4c6b-a899-20e4ecdf3e3e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "DELETE /networking/v2.0/ports/11bcbd99-dcf9-4ee8-ae91-4d0de4546447 HTTP/1.1" status: 204 len: 173 time: 1.1928382 Sep 14 01:11:50.073546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'name': 'network-vif-deleted', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:50.076060 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c16c99-fc23-4121-9c35-09476557d5e0" -d '{"events": [{"server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "name": "network-vif-deleted", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:50.085373 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-92ecec11-89ad-4681-8edc-120b2efd6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.087013 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-92ecec11-89ad-4681-8edc-120b2efd6c53 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425642 Sep 14 01:11:50.249580 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-2bc3a589-3de3-4fd6-97c7-c051191e328d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301272 Sep 14 01:11:50.257096 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7868eaac-90e1-42d5-a6fc-a850d3474c9a x-openstack-request-id: req-7868eaac-90e1-42d5-a6fc-a850d3474c9a {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:50.257663 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c7d241-afe4-4cee-a009-fa481d6abe5e", "name": "network-vif-deleted", "tag": "11bcbd99-dcf9-4ee8-ae91-4d0de4546447", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:50.257663 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7868eaac-90e1-42d5-a6fc-a850d3474c9a {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:50.257999 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7868eaac-90e1-42d5-a6fc-a850d3474c9a'] response: {'server_uuid': '09c7d241-afe4-4cee-a009-fa481d6abe5e', 'name': 'network-vif-deleted', 'tag': '11bcbd99-dcf9-4ee8-ae91-4d0de4546447', 'status': 'completed', 'code': 200} Sep 14 01:11:50.270804 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:50.273760 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-b67adcd8-9711-4d36-9a36-cd147ce16761 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646696 Sep 14 01:11:50.393333 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0fbfaa12-3fd1-4b20-b836-d8476eaf460c req-23635ec7-aa18-4e95-88e2-d7c12b7225fd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364214 Sep 14 01:11:50.396289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-948a7abf-85f8-48ce-8f65-1bc59b77809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.399775 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-948a7abf-85f8-48ce-8f65-1bc59b77809d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 1129 time: 0.0716565 Sep 14 01:11:50.518467 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:52Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:50.537908 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-b87633c6-f9af-4659-814f-58c4c01cd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.539421 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-b87633c6-f9af-4659-814f-58c4c01cd758 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 200 len: 919 time: 0.0965943 Sep 14 01:11:50.546157 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:50.558180 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:50.558800 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:11:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:50.591669 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-89db8ebf-d1be-4798-83e1-c2083594c605 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 200 len: 217 time: 0.0431788 Sep 14 01:11:50.690157 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-178194f2-7591-48ae-a054-8a3ce8781a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.692942 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-178194f2-7591-48ae-a054-8a3ce8781a92 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 200 len: 858 time: 0.0930550 Sep 14 01:11:50.721106 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:50.724949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:50.730800 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8032da4e-77d6-46ad-9803-b44e23a63106 req-78814cb3-16bf-4fc9-befc-83de4c8e5690 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 210 time: 0.0562584 Sep 14 01:11:50.785015 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:50.788872 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-9a15be99-619c-4aea-aaaf-fce0947d987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.790392 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-9a15be99-619c-4aea-aaaf-fce0947d987f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869162 Sep 14 01:11:50.799340 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa42f-625c-4b36-9e83-084ee9720acc req-dde67538-58d0-4940-b0fa-5a8dfef0361d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:50.800782 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b9baa42f-625c-4b36-9e83-084ee9720acc req-dde67538-58d0-4940-b0fa-5a8dfef0361d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0630252 Sep 14 01:11:50.855181 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b9baa42f-625c-4b36-9e83-084ee9720acc req-eae16030-2a64-4201-91ac-567956348c0b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473921 Sep 14 01:11:50.952753 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:52Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:50.977612 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f85a2-21ff-41d6-99ca-dffbc3fc4caa None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'fcc49700-1f61-4bc9-9ec9-64cd7c3299db', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8a:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:01Z', 'updated_at': '2022-09-14T01:05:52Z', 'revision_number': 2, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:51.207939 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832ac67-78be-428b-8366-90d5336d8b43 None None] New status for floating IP 1e5196d2-8193-4ce7-b41a-55509f1ff57d: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:11:51.350382 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-9b36f6b6-3072-45f2-b187-cb18a463f655 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316612 Sep 14 01:11:51.855700 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9edb6481-829f-43bb-ab3c-414407984424 req-90b4a934-405a-46f7-b131-f8c4cbe88d43 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=09c7d241-afe4-4cee-a009-fa481d6abe5e HTTP/1.1" status: 200 len: 210 time: 0.0323343 Sep 14 01:11:51.857643 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-180d6989-8873-4c78-95c2-b1d13dcba328 req-037803c4-5df4-48e5-802d-949617d85b3d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987661 Sep 14 01:11:51.980632 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da083e-c06c-420e-a6f3-4bf2ca57563e req-1bc55e5b-e5fb-4187-a5c4-0c97fc85eb47 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:51.982145 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-12da083e-c06c-420e-a6f3-4bf2ca57563e req-1bc55e5b-e5fb-4187-a5c4-0c97fc85eb47 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0492976 Sep 14 01:11:52.032656 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-12da083e-c06c-420e-a6f3-4bf2ca57563e req-77eb199a-c231-4f5e-846a-ee1eedb774ad tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445511 Sep 14 01:11:52.294191 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:52.314435 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:52.314776 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 11bcbd99-dcf9-4ee8-ae91-4d0de4546447 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:53.965448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 33978) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:54.020062 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (194a3586-03f0-42f7-a567-7f44829dd661), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.043142 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (194a3586-03f0-42f7-a567-7f44829dd661), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.095443 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (194a3586-03f0-42f7-a567-7f44829dd661), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.098050 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.099183 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/194a3586-03f0-42f7-a567-7f44829dd661 HTTP/1.1" status: 204 len: 168 time: 0.1327696 Sep 14 01:11:54.102037 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33980) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:54.108174 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a3586-03f0-42f7-a567-7f44829dd661,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:54.110038 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:54.116219 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.116487 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.api.v2.resource [None req-3cbb524f-d1d6-4297-bcb7-1ca49a694122 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] show failed (client error): The resource could not be found. Sep 14 01:11:54.116624 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.116904 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.117244 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.117457 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-3cbb524f-d1d6-4297-bcb7-1ca49a694122 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups/194a3586-03f0-42f7-a567-7f44829dd661 HTTP/1.1" status: 404 len: 347 time: 0.0144482 Sep 14 01:11:54.117683 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.118027 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.118359 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.118685 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.119013 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.119339 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.119693 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.120207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.120347 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 33982) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:54.120539 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.120862 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.121185 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce883d-bef5-4a33-8367-b71d08fa7bbc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:54.231419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port b71c1f20-559f-4676-b619-1211f1063304 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:54.231710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (b71c1f20-559f-4676-b619-1211f1063304), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.310837 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (b71c1f20-559f-4676-b619-1211f1063304), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.311163 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (b71c1f20-559f-4676-b619-1211f1063304), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.324168 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for b71c1f20-559f-4676-b619-1211f1063304 owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:54.464971 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (b71c1f20-559f-4676-b619-1211f1063304), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.490197 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=b71c1f20-559f-4676-b619-1211f1063304,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:54.558132 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (1e5196d2-8193-4ce7-b41a-55509f1ff57d), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.560648 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:54.561775 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d1424296-4c6f-491a-abbb-f3265cb7db6b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/1e5196d2-8193-4ce7-b41a-55509f1ff57d HTTP/1.1" status: 204 len: 168 time: 0.4407010 Sep 14 01:11:55.272413 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:11:56.174545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414226-c082-431a-a45e-81c5f922044b req-d2fdc294-7d03-4068-adbd-5032980985d1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:56.176046 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ee414226-c082-431a-a45e-81c5f922044b req-d2fdc294-7d03-4068-adbd-5032980985d1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0501873 Sep 14 01:11:56.200192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:56.225575 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ee414226-c082-431a-a45e-81c5f922044b req-1bd8e122-1450-4179-b725-d27964bb661d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Sep 14 01:11:57.324938 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ceeec02e-ea5d-45e0-b271-af1184799062 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:57.326352 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ceeec02e-ea5d-45e0-b271-af1184799062 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0556920 Sep 14 01:11:57.386142 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd3877-75e7-43a7-a384-395c9bf9559c req-12faabb1-b776-4931-a197-71116e4c23b1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:57.387508 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fffd3877-75e7-43a7-a384-395c9bf9559c req-12faabb1-b776-4931-a197-71116e4c23b1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 945 time: 0.0839586 Sep 14 01:11:57.405472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:57.468371 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port c55b96cb-5290-47cc-a378-c5a31536d115 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:57.468715 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:57.485706 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fffd3877-75e7-43a7-a384-395c9bf9559c req-ae0c79dc-5e90-4b78-84d2-457dcf944b1c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27267028-81f3-46e6-95ec-ca22f196138e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925956 Sep 14 01:11:57.565373 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] For port c55b96cb-5290-47cc-a378-c5a31536d115, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=c55b96cb-5290-47cc-a378-c5a31536d115,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:57.565729 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:57.710066 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:57.735112 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:57.735476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (fcc49700-1f61-4bc9-9ec9-64cd7c3299db), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:57.735828 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP fcc49700-1f61-4bc9-9ec9-64cd7c3299db disassociated. External IP: 172.27.1.141, port: c55b96cb-5290-47cc-a378-c5a31536d115. Sep 14 01:11:57.736167 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for c55b96cb-5290-47cc-a378-c5a31536d115 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:57.861941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (c55b96cb-5290-47cc-a378-c5a31536d115), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:57.891935 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=c55b96cb-5290-47cc-a378-c5a31536d115,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:58.001144 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:58.105756 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:58.116537 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:58.127278 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:58.127944 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:11:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.151395 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] No DVR routers for this DVR port c55b96cb-5290-47cc-a378-c5a31536d115 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:58.153908 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.158107 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-66fbe55c-ee4d-4f8e-9df2-ee3ea9252e7a req-ab719baa-ec99-4c3d-aa75-59a597e89c47 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "DELETE /networking/v2.0/ports/c55b96cb-5290-47cc-a378-c5a31536d115 HTTP/1.1" status: 204 len: 173 time: 0.8160744 Sep 14 01:11:58.158599 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'name': 'network-vif-deleted', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:58.160840 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803a4443-b997-4d03-8a0f-3ec5bc5adb3c" -d '{"events": [{"server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "name": "network-vif-deleted", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:58.211372 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a538b4b-9f3e-4c46-9eb4-7c000522450d x-openstack-request-id: req-1a538b4b-9f3e-4c46-9eb4-7c000522450d {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:58.211701 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f390b4d1-983e-4ea4-bb3f-e7e7e82a564a", "name": "network-vif-deleted", "tag": "c55b96cb-5290-47cc-a378-c5a31536d115", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:58.211812 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:58.211989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a538b4b-9f3e-4c46-9eb4-7c000522450d {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:58.212795 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a538b4b-9f3e-4c46-9eb4-7c000522450d'] response: {'server_uuid': 'f390b4d1-983e-4ea4-bb3f-e7e7e82a564a', 'name': 'network-vif-deleted', 'tag': 'c55b96cb-5290-47cc-a378-c5a31536d115', 'status': 'completed', 'code': 200} Sep 14 01:11:58.243263 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:58.448858 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.476070 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:58.484859 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:58.485463 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:11:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.527291 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:58.592597 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:58.605805 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0e190591-6220-4cfe-a03f-8237339f55a3 req-415f18bb-ccad-4766-9d8b-0376aaec903f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f390b4d1-983e-4ea4-bb3f-e7e7e82a564a HTTP/1.1" status: 200 len: 210 time: 0.0279653 Sep 14 01:11:58.779873 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.807715 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae833f-adc6-4651-8d8a-91041ac5311d None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:59.038889 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b5ba1-24b5-4cb2-aad7-20174af5c0b3 None None] New status for floating IP fcc49700-1f61-4bc9-9ec9-64cd7c3299db: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:11:59.041537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:59.043123 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:59.700351 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34016) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:59.754956 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-842d7c74-1c47-4251-8449-3a94ae302787 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (27267028-81f3-46e6-95ec-ca22f196138e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.776554 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-842d7c74-1c47-4251-8449-3a94ae302787 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (27267028-81f3-46e6-95ec-ca22f196138e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.823527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-842d7c74-1c47-4251-8449-3a94ae302787 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (27267028-81f3-46e6-95ec-ca22f196138e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.826039 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-842d7c74-1c47-4251-8449-3a94ae302787 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.827156 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-842d7c74-1c47-4251-8449-3a94ae302787 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/27267028-81f3-46e6-95ec-ca22f196138e HTTP/1.1" status: 204 len: 168 time: 0.1258037 Sep 14 01:11:59.830145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34018) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:59.836442 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d7c74-1c47-4251-8449-3a94ae302787 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27267028-81f3-46e6-95ec-ca22f196138e,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:59.846874 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.api.v2.resource [None req-adf2fc3a-4742-4e98-8008-82e8964fccb5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] show failed (client error): The resource could not be found. Sep 14 01:11:59.847983 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-adf2fc3a-4742-4e98-8008-82e8964fccb5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups/27267028-81f3-46e6-95ec-ca22f196138e HTTP/1.1" status: 404 len: 347 time: 0.0168085 Sep 14 01:11:59.850984 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34020) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:59.961067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port db591199-89c3-47d7-97eb-992d7fed4dc9 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:59.961413 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.039651 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.039888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (db591199-89c3-47d7-97eb-992d7fed4dc9), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.052245 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for db591199-89c3-47d7-97eb-992d7fed4dc9 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:00.122397 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:00.199826 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (db591199-89c3-47d7-97eb-992d7fed4dc9), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.224911 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=db591199-89c3-47d7-97eb-992d7fed4dc9,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:00.286626 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (fcc49700-1f61-4bc9-9ec9-64cd7c3299db), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.289139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.290387 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-03b2d7d0-2530-4dc1-acf3-cf79446daecb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/fcc49700-1f61-4bc9-9ec9-64cd7c3299db HTTP/1.1" status: 204 len: 168 time: 0.4382865 Sep 14 01:12:00.322003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device c55b96cb-5290-47cc-a378-c5a31536d115 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:00.342945 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: c55b96cb-5290-47cc-a378-c5a31536d115 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:00.343395 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device c55b96cb-5290-47cc-a378-c5a31536d115 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:01.382555 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34026) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:01.387310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189993092', 'description': 'tempest-description--1947358395'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:01.408282 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.479036 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (1f9960b4-0bee-43bf-b078-48b65561a8a1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.482863 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1f9960b4-0bee-43bf-b078-48b65561a8a1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.513548 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.514777 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311650 Sep 14 01:12:01.517041 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb71a7c-5d7c-4388-b8a0-f6dd7d2db184 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9960b4-0bee-43bf-b078-48b65561a8a1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:01.517801 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34028) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:01.522325 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': '1f9960b4-0bee-43bf-b078-48b65561a8a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:01.549439 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (10f4ed48-b13b-440a-a89f-3de2fbe89dae), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.604867 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (10f4ed48-b13b-440a-a89f-3de2fbe89dae), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.609186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (10f4ed48-b13b-440a-a89f-3de2fbe89dae), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.628204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f4ed48-b13b-440a-a89f-3de2fbe89dae,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:01.632106 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.633270 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-62370c6d-bec5-43a9-aca6-9b0e87138064 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144812 Sep 14 01:12:01.636227 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34030) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:01.641202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': '1f9960b4-0bee-43bf-b078-48b65561a8a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:01.652830 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:01.669864 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (8ec9aaaf-7582-496b-a0c8-0e279b003cad), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.729247 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (8ec9aaaf-7582-496b-a0c8-0e279b003cad), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.732769 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (8ec9aaaf-7582-496b-a0c8-0e279b003cad), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.751161 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec9aaaf-7582-496b-a0c8-0e279b003cad,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:01.758120 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.759599 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-fb5d27c5-9ddf-42bd-a0f6-47868f4b807d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224284 Sep 14 01:12:01.762762 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34032) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:01.767891 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:01.772378 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:01.792706 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.872416 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.982186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.27.1.146 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/e1cac453-22c4-48fd-bbbf-17b957ad4bd4) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:12:02.088390 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.119977 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.159478 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:12:02.164147 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:12:02.168188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:12:02.173725 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=e1cac453-22c4-48fd-bbbf-17b957ad4bd4,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:02.258328 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (ee2fbd96-a426-4bf2-addf-9b2b007db2bd), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.297839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.396532 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:02.449521 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.453859 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.457991 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:02.524906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (ee2fbd96-a426-4bf2-addf-9b2b007db2bd), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.527383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=e1cac453-22c4-48fd-bbbf-17b957ad4bd4,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:02.543990 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.545213 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-cdd7be2b-bdcc-4f5f-ba5f-2a9b763784a5 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7815621 Sep 14 01:12:02.759783 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-d3c7d0e4-c68f-46e9-b76e-b59118d87225 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--189993092&fields=id&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 267 time: 0.0527236 Sep 14 01:12:02.871394 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-0f213e84-6b05-417e-a8ec-29dd3dc2467a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:02.872749 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-0f213e84-6b05-417e-a8ec-29dd3dc2467a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1060753 Sep 14 01:12:02.888839 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-687e605b-d72f-4dbd-b6e7-5a5b7d4832ae tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/quotas/62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 375 time: 0.0093057 Sep 14 01:12:02.938440 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-0c34d800-8c3c-420d-a18e-18072c2dbbc6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441988 Sep 14 01:12:03.131057 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-982511d9-14b4-4beb-ae6d-e52378e7bd99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811550 Sep 14 01:12:03.224223 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-f0808513-f3ac-4e09-8d1f-3023346643d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862079 Sep 14 01:12:04.403013 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-15077a0a-5e7d-4671-b4c2-0f32f5c46990 req-195e70e9-fa5c-49ab-845e-eb8998141733 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 210 time: 0.0293231 Sep 14 01:12:05.516497 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b4178861-d8f8-4d19-a7f5-99e6eb06c907 req-e6fbdc6b-dda5-4fe7-b7d9-a9ab4c182f00 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 210 time: 0.0290079 Sep 14 01:12:05.831835 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6b6ffb4c-a3de-4c6a-a6df-1e98805078de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:06.162707 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-39f2c13a-a896-46c0-aa10-2a6735051ddb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:06.164239 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-39f2c13a-a896-46c0-aa10-2a6735051ddb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1067395 Sep 14 01:12:06.236008 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-5cd26fe3-7f3c-4516-a204-c4fd74d2d678 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 379 time: 0.0548384 Sep 14 01:12:06.375604 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'port': {'device_id': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'admin_state_up': True, 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'security_groups': ['1f9960b4-0bee-43bf-b078-48b65561a8a1']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:06.487854 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Made reservation on behalf of 62cb41eb4b8244abb4aafd718b1207ad for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:12:06.491520 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:06.516829 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:06.622355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.20.0.3 (a458fb77-0452-4eef-a570-bd92e833719b/7218407b-c913-4fbe-93d4-7a148f2bba54/07c78368-62fe-4df7-9562-b7b0093b41a9) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:12:06.624657 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3867422f-1199-4925-984b-cf728f3f3704 req-379f7a01-0da0-4fc9-ab80-ba48a734aaa6 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 210 time: 0.0275152 Sep 14 01:12:06.676694 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:06.771268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:06.806182 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:06.853316 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:12:06.856462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:12:06.860900 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:12:06.884254 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=07c78368-62fe-4df7-9562-b7b0093b41a9,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:06.915013 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:06.915679 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:06.933625 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-298dc30b-68f6-4a72-a26d-7b9ec6819eaa tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628154 Sep 14 01:12:06.954349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Request body: {'port': {'device_id': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:07.026691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.087949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Provisioning complete for port 07c78368-62fe-4df7-9562-b7b0093b41a9 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:12:07.088562 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.088665 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Attempt 1 to provision port 07c78368-62fe-4df7-9562-b7b0093b41a9 Sep 14 01:12:07.125728 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Port 07c78368-62fe-4df7-9562-b7b0093b41a9 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:12:07.288786 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84effb-8132-423f-95d5-9fd18944fd07 req-35f1abb8-0e90-41d8-9824-8890faeb94fb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:07.290147 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aa84effb-8132-423f-95d5-9fd18944fd07 req-35f1abb8-0e90-41d8-9824-8890faeb94fb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0706942 Sep 14 01:12:07.385566 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aa84effb-8132-423f-95d5-9fd18944fd07 req-c6e8acba-3ab6-464f-bb4e-fcf68dd05ee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897703 Sep 14 01:12:07.387502 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:07.390354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c78368-62fe-4df7-9562-b7b0093b41a9 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:12:07.398798 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Publish callbacks [] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.413242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Transition to ACTIVE for port object 07c78368-62fe-4df7-9562-b7b0093b41a9 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:12:07.417256 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.498499 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Pushing event updated for resources: {'Port': ['ID=07c78368-62fe-4df7-9562-b7b0093b41a9,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:07.508044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:07.531936 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Attempting to bind port 07c78368-62fe-4df7-9562-b7b0093b41a9 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:12:07.532276 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Attempting to bind port 07c78368-62fe-4df7-9562-b7b0093b41a9 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:12:07.532608 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Attempting to bind port 07c78368-62fe-4df7-9562-b7b0093b41a9 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:12:07.573190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Port 07c78368-62fe-4df7-9562-b7b0093b41a9 on network a458fb77-0452-4eef-a570-bd92e833719b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:12:07.573453 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Attempting to bind port 07c78368-62fe-4df7-9562-b7b0093b41a9 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:12:07.614259 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:12:07.614587 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:12:07.614965 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Bound using segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:12:07.615390 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Bound port: 07c78368-62fe-4df7-9562-b7b0093b41a9, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:12:07.615840 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.626411 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Attempt 2 to provision port 07c78368-62fe-4df7-9562-b7b0093b41a9 Sep 14 01:12:07.661172 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Port 07c78368-62fe-4df7-9562-b7b0093b41a9 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:12:07.682327 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] For port 07c78368-62fe-4df7-9562-b7b0093b41a9, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:12:07.685393 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] For port 07c78368-62fe-4df7-9562-b7b0093b41a9, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=07c78368-62fe-4df7-9562-b7b0093b41a9,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:12:07.692394 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.697232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:07.697876 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:07.699249 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/07c78368-62fe-4df7-9562-b7b0093b41a9 HTTP/1.1" status: 200 len: 1093 time: 0.7503414 Sep 14 01:12:07.699823 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:07.702048 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604da9d-f482-40ed-a74f-d75920f59baa" -d '{"events": [{"name": "network-changed", "server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:07.751067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:07.753720 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca910a-2b19-4c9c-9099-342423342d9f x-openstack-request-id: req-98ca910a-2b19-4c9c-9099-342423342d9f {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:07.754135 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:07.754391 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98ca910a-2b19-4c9c-9099-342423342d9f {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:07.754791 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ca910a-2b19-4c9c-9099-342423342d9f'] response: {'name': 'network-changed', 'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'status': 'completed', 'code': 200} Sep 14 01:12:07.756058 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d058f-ea2e-4330-818b-41fbe56713a6 service neutron] Pushing event updated for resources: {'Port': ['ID=07c78368-62fe-4df7-9562-b7b0093b41a9,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:07.768243 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922040b-d813-4b1a-a4a2-2127b001398d req-d9888078-14e2-4c3a-ae37-2817c2e3b1ec tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:07.769699 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3922040b-d813-4b1a-a4a2-2127b001398d req-d9888078-14e2-4c3a-ae37-2817c2e3b1ec tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 943 time: 0.0593803 Sep 14 01:12:07.818171 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3922040b-d813-4b1a-a4a2-2127b001398d req-7565f1cc-a4a8-4fa3-8e5b-b576e16fce4c tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Sep 14 01:12:08.162596 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Attempt 3 to provision port 07c78368-62fe-4df7-9562-b7b0093b41a9 Sep 14 01:12:08.199256 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-36c34249-8bab-4b9a-8de2-4b1424a2ca89 None None] Port 07c78368-62fe-4df7-9562-b7b0093b41a9 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:12:08.292152 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-f0c6dea6-f4b3-4fe9-8391-aa4a60eb7e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:08.516858 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515e277-b0aa-417c-a6b2-05af7de895df req-f7e04d77-48bd-4917-aab4-eaccfb882202 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:08.518364 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8515e277-b0aa-417c-a6b2-05af7de895df req-f7e04d77-48bd-4917-aab4-eaccfb882202 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0493970 Sep 14 01:12:08.564543 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8515e277-b0aa-417c-a6b2-05af7de895df req-f7cd752d-b84b-4b0d-a4ab-c318968a88ce tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a295108-e2a5-4c64-94d4-9161f2e711bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406599 Sep 14 01:12:08.682333 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604da9d-f482-40ed-a74f-d75920f59baa req-0227a65f-d5ce-463f-85fe-eaac6cde9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:08.683736 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6604da9d-f482-40ed-a74f-d75920f59baa req-0227a65f-d5ce-463f-85fe-eaac6cde9b1a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 1127 time: 0.0417206 Sep 14 01:12:08.782496 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=61 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:08.783388 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=27 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:08.865000 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604da9d-f482-40ed-a74f-d75920f59baa req-ecaed7e0-20c7-4f14-97d0-42ce82e51d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:08.866478 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6604da9d-f482-40ed-a74f-d75920f59baa req-ecaed7e0-20c7-4f14-97d0-42ce82e51d67 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657803 Sep 14 01:12:08.936824 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4b83-a319-4b56-8a92-8ac91ea1d763 req-c5269d8c-281a-4447-8038-cfb344b41634 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:08.938984 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1acc4b83-a319-4b56-8a92-8ac91ea1d763 req-c5269d8c-281a-4447-8038-cfb344b41634 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 943 time: 0.0465865 Sep 14 01:12:08.985838 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1acc4b83-a319-4b56-8a92-8ac91ea1d763 req-9e128060-30b5-44f0-b03d-a9c1dbabd79b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Sep 14 01:12:09.113937 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-fe9d9ca4-b30a-482c-88bc-8dcf64e9b211 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.115376 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-fe9d9ca4-b30a-482c-88bc-8dcf64e9b211 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 947 time: 0.0455029 Sep 14 01:12:09.206265 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Deleting port 61ac6a9d-d543-4896-a237-b3287bcd2644 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:09.206522 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.304652 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] For port 61ac6a9d-d543-4896-a237-b3287bcd2644, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=61ac6a9d-d543-4896-a237-b3287bcd2644,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:09.305020 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.387877 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.497013 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604da9d-f482-40ed-a74f-d75920f59baa req-f36667de-4b77-4a03-b859-382836c6d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.498471 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6604da9d-f482-40ed-a74f-d75920f59baa req-f36667de-4b77-4a03-b859-382836c6d28b service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4293909 Sep 14 01:12:09.522520 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.522889 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.523207 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Floating IP f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf disassociated. External IP: 172.27.1.239, port: 61ac6a9d-d543-4896-a237-b3287bcd2644. Sep 14 01:12:09.523570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Calling delete_port for 61ac6a9d-d543-4896-a237-b3287bcd2644 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:09.527527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:09.606236 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-4c7c4cd8-73fc-4507-a2d3-4ddd047795b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.607602 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-4c7c4cd8-73fc-4507-a2d3-4ddd047795b5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 1127 time: 0.0448403 Sep 14 01:12:09.657544 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-ccaa09e4-cafe-4ed8-81ea-dd27cb98fead service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c78368-62fe-4df7-9562-b7b0093b41a9 HTTP/1.1" status: 200 len: 217 time: 0.0361049 Sep 14 01:12:09.662786 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (61ac6a9d-d543-4896-a237-b3287bcd2644), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.690130 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event deleted for resources: {'Port': ['ID=61ac6a9d-d543-4896-a237-b3287bcd2644,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:09.711512 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b11657a8-18ce-4131-a2ea-8c2e799e47b1 req-1d6a8fc2-6798-432a-8e19-5788d49926da tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0569799 Sep 14 01:12:09.729045 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-caeae6b5-07d0-4f1f-a3a8-1f017a2b4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.730525 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-caeae6b5-07d0-4f1f-a3a8-1f017a2b4196 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0649660 Sep 14 01:12:09.781015 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-53b319e3-9b74-40a1-b6fa-389fdb8011c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.783253 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-53b319e3-9b74-40a1-b6fa-389fdb8011c9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456815 Sep 14 01:12:09.809020 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:09.860928 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:09.880773 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-d1654baa-8b8c-471b-bc32-d39732c6869c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Sep 14 01:12:09.895283 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:09.914261 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:09.925034 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:09.936613 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:09.937438 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:09.960110 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] No DVR routers for this DVR port 61ac6a9d-d543-4896-a237-b3287bcd2644 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:09.962694 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:09.967697 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3ff4b997-4ca8-4cbc-8af1-c256ec7142ef req-96757a47-b07e-42c1-8bfb-4ce1fa7a58af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "DELETE /networking/v2.0/ports/61ac6a9d-d543-4896-a237-b3287bcd2644 HTTP/1.1" status: 204 len: 173 time: 0.8468459 Sep 14 01:12:09.969829 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-deleted', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:09.973333 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598dbcdc-c083-46dc-8999-2b5f4ceb585e" -d '{"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-deleted", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:09.981088 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-837b7b1a-c688-4ae9-aabd-fdbafe788475 req-4afb2016-4ff9-4c74-927d-1da9b2f962c6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934770 Sep 14 01:12:10.014380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15277ff8-fe74-4039-91d5-c6c31883d9ab x-openstack-request-id: req-15277ff8-fe74-4039-91d5-c6c31883d9ab {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:10.014784 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da4a4-64f7-47c0-a48f-9cdb71f30df9", "name": "network-vif-deleted", "tag": "61ac6a9d-d543-4896-a237-b3287bcd2644", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:10.016349 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15277ff8-fe74-4039-91d5-c6c31883d9ab {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:10.017590 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15277ff8-fe74-4039-91d5-c6c31883d9ab'] response: {'server_uuid': 'd02da4a4-64f7-47c0-a48f-9cdb71f30df9', 'name': 'network-vif-deleted', 'tag': '61ac6a9d-d543-4896-a237-b3287bcd2644', 'status': 'completed', 'code': 200} Sep 14 01:12:10.110378 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:10.126483 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52271c4b-5e95-4d4c-ae6c-b8f8373765e5 req-7e6bfcda-c4fb-4528-8c12-101fffbc2525 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:10.134039 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-52271c4b-5e95-4d4c-ae6c-b8f8373765e5 req-7e6bfcda-c4fb-4528-8c12-101fffbc2525 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 943 time: 0.0702620 Sep 14 01:12:10.166603 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:10.185772 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-52271c4b-5e95-4d4c-ae6c-b8f8373765e5 req-1dbdd352-181d-4b6e-af6d-bc09730579ef tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508392 Sep 14 01:12:10.358625 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:10.383412 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:10.392013 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:10.392610 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:10.492781 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:10.678817 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:10.705504 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfa9e9-e0fd-4b06-8a44-d33e78c6b635 None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:10.732853 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:10.845676 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-49c6b5d5-3f06-4f2c-b5db-aecd71a090f4 req-7548a8bf-d4b6-4c03-afa1-14c9a5f147ca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0328517 Sep 14 01:12:10.922732 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45e78ac-7d44-4afb-b781-9525ad5a6aae None None] New status for floating IP f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:12:11.043351 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:11.314727 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a081284-d3b0-4d24-abae-32ed58478f09 req-e4e54447-31f9-4002-bbc1-df787470ec42 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.316104 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3a081284-d3b0-4d24-abae-32ed58478f09 req-e4e54447-31f9-4002-bbc1-df787470ec42 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 943 time: 0.0527508 Sep 14 01:12:11.364363 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3a081284-d3b0-4d24-abae-32ed58478f09 req-8b1aafff-bd5e-47ab-8c4a-dd910225cc8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426650 Sep 14 01:12:11.965294 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-06c6757d-323c-43ef-9c83-f60883d3ffed req-7cf47677-53d5-4931-9d0a-bd7254a619b5 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0266926 Sep 14 01:12:12.367500 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:12.386734 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 61ac6a9d-d543-4896-a237-b3287bcd2644 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:12.387080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 61ac6a9d-d543-4896-a237-b3287bcd2644 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:12.485519 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c16db-1039-4c0f-89d3-55760886c163 req-6e931eb0-0dc6-4d05-a1d2-bc39d313ac6d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:12.487012 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-013c16db-1039-4c0f-89d3-55760886c163 req-6e931eb0-0dc6-4d05-a1d2-bc39d313ac6d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 943 time: 0.0471954 Sep 14 01:12:12.535656 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-013c16db-1039-4c0f-89d3-55760886c163 req-e3fac9dd-127f-4e6d-be1d-5e98ad5d03db tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Sep 14 01:12:13.089825 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-aa3d35d6-1c83-4754-abf5-b45e158a30b0 req-fe4c6a9c-9ffa-460e-9508-ee2076b2f902 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d02da4a4-64f7-47c0-a48f-9cdb71f30df9 HTTP/1.1" status: 200 len: 210 time: 0.0280914 Sep 14 01:12:13.663726 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3b02-7495-4d4b-b783-5250b5a8d449 req-93f93d15-6b10-47c2-90d3-f475154aba42 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:13.665178 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-031d3b02-7495-4d4b-b783-5250b5a8d449 req-93f93d15-6b10-47c2-90d3-f475154aba42 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 943 time: 0.0469596 Sep 14 01:12:13.714963 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-031d3b02-7495-4d4b-b783-5250b5a8d449 req-ba3a26fe-69f4-4a4b-ba1e-50d1b873d19d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442221 Sep 14 01:12:14.188109 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34126) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:14.244098 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6403520e-e5f1-4cfe-ab94-7c1f2fc47460 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (8a295108-e2a5-4c64-94d4-9161f2e711bd), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.267344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6403520e-e5f1-4cfe-ab94-7c1f2fc47460 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (8a295108-e2a5-4c64-94d4-9161f2e711bd), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.314598 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6403520e-e5f1-4cfe-ab94-7c1f2fc47460 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8a295108-e2a5-4c64-94d4-9161f2e711bd), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.317183 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6403520e-e5f1-4cfe-ab94-7c1f2fc47460 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.318306 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6403520e-e5f1-4cfe-ab94-7c1f2fc47460 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8a295108-e2a5-4c64-94d4-9161f2e711bd HTTP/1.1" status: 204 len: 168 time: 0.1291735 Sep 14 01:12:14.321193 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34128) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:14.327576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403520e-e5f1-4cfe-ab94-7c1f2fc47460 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a295108-e2a5-4c64-94d4-9161f2e711bd,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:14.334973 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.api.v2.resource [None req-93b554f6-8fb5-4d4d-8c98-3afb8c54df35 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] show failed (client error): The resource could not be found. Sep 14 01:12:14.335999 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-93b554f6-8fb5-4d4d-8c98-3afb8c54df35 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups/8a295108-e2a5-4c64-94d4-9161f2e711bd HTTP/1.1" status: 404 len: 347 time: 0.0137908 Sep 14 01:12:14.338851 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34130) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:14.385339 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 07c78368-62fe-4df7-9562-b7b0093b41a9 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:12:14.457343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Deleting port a3d20776-122c-41fe-b66e-3b1182b7d4c2 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:14.457789 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.489442 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 07c78368-62fe-4df7-9562-b7b0093b41a9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=07c78368-62fe-4df7-9562-b7b0093b41a9,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:14.501251 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'port_id': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'mac_address': 'fa:16:3e:d3:85:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:12:14.535000 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 07c78368-62fe-4df7-9562-b7b0093b41a9 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:12:14.535395 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.538343 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.538674 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (a3d20776-122c-41fe-b66e-3b1182b7d4c2), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.549120 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c78368-62fe-4df7-9562-b7b0093b41a9 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:12:14.552665 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Calling delete_port for a3d20776-122c-41fe-b66e-3b1182b7d4c2 owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:14.569125 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 07c78368-62fe-4df7-9562-b7b0093b41a9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=07c78368-62fe-4df7-9562-b7b0093b41a9,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:14.573408 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.622750 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=07c78368-62fe-4df7-9562-b7b0093b41a9,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:14.630500 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.630848 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.631234 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.631587 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.631920 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.632246 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.632564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.632883 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.633203 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.633692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.634327 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.634658 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.634979 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.635335 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.635873 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:14.686754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (a3d20776-122c-41fe-b66e-3b1182b7d4c2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.710060 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event deleted for resources: {'Port': ['ID=a3d20776-122c-41fe-b66e-3b1182b7d4c2,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:14.772206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:14.787078 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.790006 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.791165 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-9728aa3d-5a6a-4a3f-ad3d-302979d001a6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f9e63ea5-e04b-453a-a5ec-6ed7f6bbafcf HTTP/1.1" status: 204 len: 168 time: 0.4508018 Sep 14 01:12:14.865067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0586e5-944d-45a7-b017-015672613dcc req-1888a5e4-f983-43f1-86e0-f9a9cd8c5f9b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:14.866572 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9d0586e5-944d-45a7-b017-015672613dcc req-1888a5e4-f983-43f1-86e0-f9a9cd8c5f9b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 944 time: 0.0542507 Sep 14 01:12:14.889621 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34136) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:14.894739 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550299666', 'description': 'tempest-description--2028140446'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:14.917438 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.918855 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9d0586e5-944d-45a7-b017-015672613dcc req-03848f20-9a30-4acf-8ebb-521b6461e56b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461555 Sep 14 01:12:14.986753 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (14fbea38-ebcf-49fd-917e-84a5c38a910a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:14.990265 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (14fbea38-ebcf-49fd-917e-84a5c38a910a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.005252 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:15.023462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.024668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['07c78368-62fe-4df7-9562-b7b0093b41a9'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:15.024949 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1340296 Sep 14 01:12:15.027833 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34138) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:15.029688 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03246513-a2c0-4291-af54-d8e4d946aee7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fbea38-ebcf-49fd-917e-84a5c38a910a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:15.032483 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'security_group_rule': {'security_group_id': '14fbea38-ebcf-49fd-917e-84a5c38a910a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:15.058148 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (6d4ca001-0eab-47e6-a39e-505ccaa8025d), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.092280 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:15.114974 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (6d4ca001-0eab-47e6-a39e-505ccaa8025d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.118715 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (6d4ca001-0eab-47e6-a39e-505ccaa8025d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.138038 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4ca001-0eab-47e6-a39e-505ccaa8025d,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:15.143731 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:15.146580 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.147885 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-261f42a2-b6dc-4968-b096-27779c029f69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188946 Sep 14 01:12:15.150512 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34140) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:15.154943 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'security_group_rule': {'security_group_id': '14fbea38-ebcf-49fd-917e-84a5c38a910a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:15.181777 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (5bd6fb85-18cd-4015-a0fc-889f5055a658), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.205214 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:15.241916 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (5bd6fb85-18cd-4015-a0fc-889f5055a658), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.246224 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (5bd6fb85-18cd-4015-a0fc-889f5055a658), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.266807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd6fb85-18cd-4015-a0fc-889f5055a658,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:15.272971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.274031 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2f9e642b-bc51-4d81-aec6-5323415c581b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225312 Sep 14 01:12:15.277365 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34142) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:15.282920 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:15.305024 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.387258 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.491419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Allocated IP 172.27.1.184 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/2172df4a-c137-46eb-8136-d87a963a4712) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:12:15.597542 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for port (2172df4a-c137-46eb-8136-d87a963a4712), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.628990 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (2172df4a-c137-46eb-8136-d87a963a4712), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.668544 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:12:15.671456 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:12:15.675282 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:12:15.696813 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'Port': ['ID=2172df4a-c137-46eb-8136-d87a963a4712,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:15.763157 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (e3da55f6-640b-4001-899a-a34ec573696a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.799635 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (2172df4a-c137-46eb-8136-d87a963a4712), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.818383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:15.948154 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:15.950354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for port (2172df4a-c137-46eb-8136-d87a963a4712), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:15.955159 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (2172df4a-c137-46eb-8136-d87a963a4712), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:16.058549 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'Port': ['ID=2172df4a-c137-46eb-8136-d87a963a4712,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:16.060804 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (e3da55f6-640b-4001-899a-a34ec573696a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:16.072503 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf7a0-d18a-4c2d-b875-479beb4a29c0 req-dec3facf-e852-46d4-aa7e-32ae1ae81d3f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:16.073983 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e76cf7a0-d18a-4c2d-b875-479beb4a29c0 req-dec3facf-e852-46d4-aa7e-32ae1ae81d3f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 944 time: 0.0772834 Sep 14 01:12:16.096477 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:16.097611 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1248bbe0-603c-4f14-b2e3-1a6e7c532049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8192306 Sep 14 01:12:16.128928 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e76cf7a0-d18a-4c2d-b875-479beb4a29c0 req-78b56ca3-0296-4957-91d7-c50086ef61e4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479724 Sep 14 01:12:16.299694 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-7f023ca8-ca2a-4678-add8-45792aa0ab58 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1550299666&fields=id&tenant_id=3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 267 time: 0.0421879 Sep 14 01:12:16.405135 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-2574c8ba-e766-4dad-901e-a6a441b643bd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:16.407003 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-2574c8ba-e766-4dad-901e-a6a441b643bd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 817 time: 0.1009321 Sep 14 01:12:16.421387 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-11ecbf58-6938-4854-b72e-4f33481205ff tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/quotas/3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 375 time: 0.0088260 Sep 14 01:12:16.429819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 07c78368-62fe-4df7-9562-b7b0093b41a9 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:12:16.463299 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:16.472956 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-7c3cff34-6728-487a-949a-d769516421e0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458283 Sep 14 01:12:16.579695 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-0f255c61-fd8f-45a4-ad3e-5cf7c1ef2228 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913227 Sep 14 01:12:16.597973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 07c78368-62fe-4df7-9562-b7b0093b41a9 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:12:16.604093 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 07c78368-62fe-4df7-9562-b7b0093b41a9 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:12:16.604524 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:16.604916 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 07c78368-62fe-4df7-9562-b7b0093b41a9 Sep 14 01:12:16.674243 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-11a067fd-2ac9-4770-862c-cbbb1a0491c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886369 Sep 14 01:12:16.676675 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 07c78368-62fe-4df7-9562-b7b0093b41a9 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:12:16.677143 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:16.700762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:16.702981 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb33a4-2815-4f7a-9240-e8a2f4099eb4" -d '{"events": [{"server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "name": "network-vif-plugged", "status": "completed", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:16.715378 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 07c78368-62fe-4df7-9562-b7b0093b41a9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=07c78368-62fe-4df7-9562-b7b0093b41a9,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:16.721125 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:16.750331 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f891a-dcaa-433b-ac5c-3590b0e311ee x-openstack-request-id: req-9b9f891a-dcaa-433b-ac5c-3590b0e311ee {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:16.750616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "name": "network-vif-plugged", "status": "completed", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:16.750862 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b9f891a-dcaa-433b-ac5c-3590b0e311ee {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:16.751241 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9f891a-dcaa-433b-ac5c-3590b0e311ee'] response: {'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'code': 200} Sep 14 01:12:16.777796 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=07c78368-62fe-4df7-9562-b7b0093b41a9,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:16.851772 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-420bd7ab-cd5c-4e48-82d5-8856f1e74f0c req-494ec67d-4b24-4552-9110-7c6f0e3813af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Sep 14 01:12:16.972523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8b76-a296-4f4b-a2e4-6d06d262fb95 req-f38b0291-7297-4a6c-b9cc-215efc08bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:16.974005 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-125c8b76-a296-4f4b-a2e4-6d06d262fb95 req-f38b0291-7297-4a6c-b9cc-215efc08bc0d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 1129 time: 0.0433271 Sep 14 01:12:17.021273 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-125c8b76-a296-4f4b-a2e4-6d06d262fb95 req-92efab08-2323-4775-a536-22b07c992bd0 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Sep 14 01:12:17.252357 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18702f-b65b-4fd2-98ef-50fa29e498ab req-9cb4062a-726d-4da4-8578-34a8d4c78eb7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:17.253800 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c18702f-b65b-4fd2-98ef-50fa29e498ab req-9cb4062a-726d-4da4-8578-34a8d4c78eb7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0471177 Sep 14 01:12:17.301671 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c18702f-b65b-4fd2-98ef-50fa29e498ab req-bb415582-861d-48b4-bfd5-e676c995c77d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 Sep 14 01:12:17.961411 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-63896f1e-6277-4432-844a-ff40bbbf164d req-5c1f473e-fb48-4aae-9078-064358d01fe5 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 210 time: 0.0285518 Sep 14 01:12:18.427449 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec5c5b-3cc1-42cd-ba47-3e8871aa9c02 req-d791b145-bcb1-41ad-bf4f-7c37f5132805 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:18.428958 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-52ec5c5b-3cc1-42cd-ba47-3e8871aa9c02 req-d791b145-bcb1-41ad-bf4f-7c37f5132805 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0515783 Sep 14 01:12:18.482018 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-52ec5c5b-3cc1-42cd-ba47-3e8871aa9c02 req-871271b2-6699-4c06-8889-9754b65f72cc tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473263 Sep 14 01:12:19.069713 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-936d906a-618b-4247-9049-5185d9094e37 req-db3ca0d7-0929-4f7f-85f6-5316b30bbf35 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 210 time: 0.0268536 Sep 14 01:12:19.501506 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-3125079a-2555-4eec-b09d-30e8987e3e71 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:19.503007 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-3125079a-2555-4eec-b09d-30e8987e3e71 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 817 time: 0.1067469 Sep 14 01:12:19.588644 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-ac2016bc-1220-46ef-8b6b-91675cc284fc tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 380 time: 0.0569239 Sep 14 01:12:19.604800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e0d0-7379-42bf-9289-23f2d60cada9 req-92fcd461-61b1-48e1-8947-698ad0c82e26 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:19.606245 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1295e0d0-7379-42bf-9289-23f2d60cada9 req-92fcd461-61b1-48e1-8947-698ad0c82e26 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0472033 Sep 14 01:12:19.654139 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1295e0d0-7379-42bf-9289-23f2d60cada9 req-cf92327b-fa61-4f32-8d94-6eb8702d2e1b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Sep 14 01:12:19.702461 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'port': {'device_id': '291f27aa-9e42-4937-be7d-5e849d90e611', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'admin_state_up': True, 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'security_groups': ['14fbea38-ebcf-49fd-917e-84a5c38a910a']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:19.809317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4ee5-8ec1-46ad-a97d-7d1cb6d1d825 req-1e033615-cbd4-432e-8946-3ae3a2e6192e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:19.810717 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-809c4ee5-8ec1-46ad-a97d-7d1cb6d1d825 req-1e033615-cbd4-432e-8946-3ae3a2e6192e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0655365 Sep 14 01:12:19.821515 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34188) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:19.826165 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'port_id': '07c78368-62fe-4df7-9562-b7b0093b41a9'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:19.857277 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Made reservation on behalf of 3c6482bb91c24939ba18c03a3e5bb18c for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:12:19.861633 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:19.869802 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (ee2fbd96-a426-4bf2-addf-9b2b007db2bd), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:19.972937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:19.991139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Allocated IP 172.20.0.7 (c98240d0-3126-41fb-afde-91eebe272174/55da7f48-e962-40be-bcfd-e52f04641070/5a0c8ef2-8392-47a2-bf1c-1530912083d1) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:12:20.141523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.163672 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:20.165485 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:20.177275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.188202 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b48c2e08-6eb6-4b85-8f1c-adb58bcbd7bd req-6b4abf92-6b72-466b-9d48-37dead0afc38 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 210 time: 0.0344031 Sep 14 01:12:20.232535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Network c98240d0-3126-41fb-afde-91eebe272174 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:12:20.236513 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:12:20.239145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:12:20.263514 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:20.294757 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:20.295415 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.313569 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-d71d4367-c891-4208-a27b-8f8338fb11fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151328 Sep 14 01:12:20.321412 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.326462 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (ee2fbd96-a426-4bf2-addf-9b2b007db2bd), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.329192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:20.332170 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Request body: {'port': {'device_id': '291f27aa-9e42-4937-be7d-5e849d90e611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:20.401061 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.430264 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP ee2fbd96-a426-4bf2-addf-9b2b007db2bd associated. External IP: 172.27.1.146, port: 07c78368-62fe-4df7-9562-b7b0093b41a9. Sep 14 01:12:20.492286 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-c78c0dfb-6c3a-4ce1-8d7a-cb774faf4f82 None None] Provisioning complete for port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:12:20.492874 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c78c0dfb-6c3a-4ce1-8d7a-cb774faf4f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.492963 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-c78c0dfb-6c3a-4ce1-8d7a-cb774faf4f82 None None] Attempt 1 to provision port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 Sep 14 01:12:20.527190 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-c78c0dfb-6c3a-4ce1-8d7a-cb774faf4f82 None None] Port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:12:20.678391 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0c8ef2-8392-47a2-bf1c-1530912083d1 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:12:20.681221 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=65 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:20.682615 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=67 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:20.686405 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Publish callbacks [] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.699454 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Transition to ACTIVE for port object 5a0c8ef2-8392-47a2-bf1c-1530912083d1 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:12:20.704333 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.730011 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.743755 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:20.770671 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:20.824102 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Attempting to bind port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:12:20.824441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Attempting to bind port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:12:20.824765 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Attempting to bind port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 on network c98240d0-3126-41fb-afde-91eebe272174 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:12:20.853355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:20.866764 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 on network c98240d0-3126-41fb-afde-91eebe272174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:12:20.867087 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Attempting to bind port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 on network c98240d0-3126-41fb-afde-91eebe272174 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:12:20.910710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:12:20.911041 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Checking segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:12:20.911421 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Bound using segment: {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:12:20.911893 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Bound port: 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24a4d15-b834-40e4-a1de-e336600ca7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:12:20.912251 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.959897 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:20.964247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.970940 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:20.975113 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:12:20.978570 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:12:20.984310 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:20.984901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.985455 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:20.990136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:20.990738 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:20.992180 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 1093 time: 0.6646590 Sep 14 01:12:20.992726 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:20.994933 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c999362-3ed8-4575-9c85-4343bae52810" -d '{"events": [{"name": "network-changed", "server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:21.012323 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d260620c-484e-42f1-9cbf-f173ad3bdc8e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/ee2fbd96-a426-4bf2-addf-9b2b007db2bd HTTP/1.1" status: 200 len: 991 time: 1.1894991 Sep 14 01:12:21.013337 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:21.021161 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:21.021905 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5dbd05-2bd4-47db-a1dc-4103f438d144" -d '{"events": [{"name": "network-changed", "server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:21.031237 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-c78c0dfb-6c3a-4ce1-8d7a-cb774faf4f82 None None] Attempt 2 to provision port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 Sep 14 01:12:21.055596 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3215-307f-4043-b030-7fd45a3baa88 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:21.087052 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-c78c0dfb-6c3a-4ce1-8d7a-cb774faf4f82 None None] Port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:12:21.097692 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204533b-601a-490b-a157-465ae20b6e50 x-openstack-request-id: req-1204533b-601a-490b-a157-465ae20b6e50 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:21.097978 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:21.098228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1204533b-601a-490b-a157-465ae20b6e50 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:21.098625 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1204533b-601a-490b-a157-465ae20b6e50'] response: {'name': 'network-changed', 'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'status': 'completed', 'code': 200} Sep 14 01:12:21.104335 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c64992d-90fc-4b04-aed2-f2cba3944296 x-openstack-request-id: req-8c64992d-90fc-4b04-aed2-f2cba3944296 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:21.104832 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:21.105086 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c64992d-90fc-4b04-aed2-f2cba3944296 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:21.105485 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c64992d-90fc-4b04-aed2-f2cba3944296'] response: {'name': 'network-changed', 'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'status': 'completed', 'code': 200} Sep 14 01:12:21.106492 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:21.112695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-c0b80d36-51d3-4eb7-a6d0-d0da36c9b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.114197 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-c0b80d36-51d3-4eb7-a6d0-d0da36c9b8d8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1127 time: 0.0543215 Sep 14 01:12:21.203905 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-b49e833e-db07-4114-8dce-e54b36a030e3 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 217 time: 0.0338736 Sep 14 01:12:21.210952 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-f9f20c51-3678-4dd9-8b5f-606de9f39ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.212387 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-f9f20c51-3678-4dd9-8b5f-606de9f39ab0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 1129 time: 0.0419676 Sep 14 01:12:21.268067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-17525edf-7eab-4391-aed1-6ca96838173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.270411 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-17525edf-7eab-4391-aed1-6ca96838173e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0598614 Sep 14 01:12:21.321729 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-c058cd9e-2fbe-4cc0-8785-26300706b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.323259 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-c058cd9e-2fbe-4cc0-8785-26300706b3f7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.1049192 Sep 14 01:12:21.346274 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'ee2fbd96-a426-4bf2-addf-9b2b007db2bd', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:d3:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:02Z', 'updated_at': '2022-09-14T01:12:20Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:21.364710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89570c5a-30a0-485d-ae3e-1de503127d53 req-0e8b76df-04a9-4e34-ba01-f7eda8546eed tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.366176 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-89570c5a-30a0-485d-ae3e-1de503127d53 req-0e8b76df-04a9-4e34-ba01-f7eda8546eed tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0738375 Sep 14 01:12:21.367093 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-7ae3fe57-e2af-4926-b744-6d680e47b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.368452 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-7ae3fe57-e2af-4926-b744-6d680e47b6d3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910454 Sep 14 01:12:21.371150 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:21.380720 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:21.381616 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:21.393195 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-7c29daab-8119-4323-80f4-4387c3be8240 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c78368-62fe-4df7-9562-b7b0093b41a9 HTTP/1.1" status: 200 len: 999 time: 0.0634947 Sep 14 01:12:21.448307 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-bffe6d50-e0e9-4c6b-9c06-787147a27cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.449932 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-bffe6d50-e0e9-4c6b-9c06-787147a27cc7 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0505540 Sep 14 01:12:21.487503 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:21.494883 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-053b147f-b14f-4220-b584-c4158699038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:21.496552 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-053b147f-b14f-4220-b584-c4158699038d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403767 Sep 14 01:12:21.498450 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-89570c5a-30a0-485d-ae3e-1de503127d53 req-754bfdc7-d443-406a-abee-dca73c15e35f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248345 Sep 14 01:12:21.524426 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-4f56cbdc-c989-4999-875b-caad891a848b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433260 Sep 14 01:12:21.602662 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-fa175bc5-197a-442c-ac3b-8476a961e565 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003540 Sep 14 01:12:21.616870 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3193ac79-1f2b-4558-b598-550ceebbdb3e req-f9898f96-6964-4df6-a2c0-4d5b7c75fe5d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861256 Sep 14 01:12:21.668524 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:21.706516 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'ee2fbd96-a426-4bf2-addf-9b2b007db2bd', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:d3:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:02Z', 'updated_at': '2022-09-14T01:12:20Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:21.708759 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3d5dbd05-2bd4-47db-a1dc-4103f438d144 req-212fb72d-657d-4d0d-b429-2dcc8e7bd3ed service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945179 Sep 14 01:12:21.731485 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7a90-c721-4786-9bc4-f841d4b899ed None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'ee2fbd96-a426-4bf2-addf-9b2b007db2bd', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:d3:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:02Z', 'updated_at': '2022-09-14T01:12:20Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:21.911528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287693fd-41f5-45dc-8a12-3dbab0819d4b None None] New status for floating IP ee2fbd96-a426-4bf2-addf-9b2b007db2bd: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:12:22.620108 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ff7b8-736e-4919-86e3-a3818741a3c2 req-e7829c41-e70b-43f9-9789-896337ce0f23 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:22.621557 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7a8ff7b8-736e-4919-86e3-a3818741a3c2 req-e7829c41-e70b-43f9-9789-896337ce0f23 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0468960 Sep 14 01:12:22.639457 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:22.669208 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7a8ff7b8-736e-4919-86e3-a3818741a3c2 req-f89eeb47-5e98-45ef-a944-4c7d1293f715 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Sep 14 01:12:23.796094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a9aaa-588f-433f-b216-ea5fbfe8ffeb req-03a1e87d-a9af-497f-be13-e7fa02e25120 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:23.797454 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-646a9aaa-588f-433f-b216-ea5fbfe8ffeb req-03a1e87d-a9af-497f-be13-e7fa02e25120 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0498297 Sep 14 01:12:23.844721 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-646a9aaa-588f-433f-b216-ea5fbfe8ffeb req-26ceeb6c-cdce-4b4d-a940-c9365265b3fb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416379 Sep 14 01:12:24.001247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999362-3ed8-4575-9c85-4343bae52810 req-7f07c7ff-ec3d-4b95-b961-0a78bcdc8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:24.002733 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-7f07c7ff-ec3d-4b95-b961-0a78bcdc8e12 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1127 time: 0.0461435 Sep 14 01:12:24.093360 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999362-3ed8-4575-9c85-4343bae52810 req-2d1f2e1d-aea5-44f2-878c-0c5eebd05514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:24.094748 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-2d1f2e1d-aea5-44f2-878c-0c5eebd05514 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0851183 Sep 14 01:12:24.138023 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-9e754ee1-53e0-43a3-9b6e-43bc9094d327 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 217 time: 0.0361309 Sep 14 01:12:24.185319 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999362-3ed8-4575-9c85-4343bae52810 req-9f9eb780-61f5-422b-8960-95069145d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:24.186712 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-9f9eb780-61f5-422b-8960-95069145d24b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0431464 Sep 14 01:12:24.233540 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999362-3ed8-4575-9c85-4343bae52810 req-a1befd65-2fff-42e1-b8a4-a446494b1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:24.235244 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-a1befd65-2fff-42e1-b8a4-a446494b1e81 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388277 Sep 14 01:12:24.326874 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-18d8340e-7915-4c9a-92fc-7934d0f698bb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855212 Sep 14 01:12:24.416643 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0c999362-3ed8-4575-9c85-4343bae52810 req-41e8d9d1-a4ad-4b26-ac5c-dac2faee1317 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838079 Sep 14 01:12:24.425333 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:12:24.526115 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:24.537327 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'mac_address': 'fa:16:3e:8f:aa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:12:24.571407 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:12:24.571823 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:24.585160 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0c8ef2-8392-47a2-bf1c-1530912083d1 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:12:24.605092 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:24.608635 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:24.654274 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:24.974332 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799e49-8f88-422d-90a2-f5ac31e423f9 req-34cbaeb3-6a53-4f3d-a253-ee0083e4b24a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:24.975807 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66799e49-8f88-422d-90a2-f5ac31e423f9 req-34cbaeb3-6a53-4f3d-a253-ee0083e4b24a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 944 time: 0.0504193 Sep 14 01:12:25.023422 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66799e49-8f88-422d-90a2-f5ac31e423f9 req-9f252316-7d6b-4e66-aef9-4b9864d675ef tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Sep 14 01:12:25.054483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['5a0c8ef2-8392-47a2-bf1c-1530912083d1'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:25.090564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:25.105647 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:26.150305 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341641-a894-4e2b-b945-9cb191c5202a req-62f7c13a-212a-44f7-8aa8-d94ab186a5da tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:26.151873 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8b341641-a894-4e2b-b945-9cb191c5202a req-62f7c13a-212a-44f7-8aa8-d94ab186a5da tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Sep 14 01:12:26.198971 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8b341641-a894-4e2b-b945-9cb191c5202a req-4b82b649-af15-4a9e-b0ba-60eb5a9c1036 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408413 Sep 14 01:12:26.450639 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:12:26.493893 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:12:26.499330 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:12:26.499758 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:26.500204 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 Sep 14 01:12:26.573875 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:12:26.574253 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:26.597701 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:26.599904 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b989074a-31e7-4ce1-9368-7abf41b8f43b" -d '{"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:26.612164 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:26.615976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:26.640089 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca2a32a-1039-4340-8bb9-b54e52b3eb64 x-openstack-request-id: req-eca2a32a-1039-4340-8bb9-b54e52b3eb64 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:26.640931 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:26.641320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eca2a32a-1039-4340-8bb9-b54e52b3eb64 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:26.641958 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca2a32a-1039-4340-8bb9-b54e52b3eb64'] response: {'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'code': 200} Sep 14 01:12:26.665828 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:26.857414 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f84e6-8469-4ad4-84c8-c8442360b53c req-ac58be5a-6d12-4a12-8058-c658f8f87f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:26.858887 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3b0f84e6-8469-4ad4-84c8-c8442360b53c req-ac58be5a-6d12-4a12-8058-c658f8f87f35 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1129 time: 0.0388670 Sep 14 01:12:26.902757 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3b0f84e6-8469-4ad4-84c8-c8442360b53c req-319f29a3-bb75-4abe-9b8a-cb3aaeef1f45 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384960 Sep 14 01:12:27.329905 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b08f31-ac13-4e89-8df5-fee2e94d2180 req-b2c1e89f-a846-44d1-8f9c-53315154607d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:27.331342 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-79b08f31-ac13-4e89-8df5-fee2e94d2180 req-b2c1e89f-a846-44d1-8f9c-53315154607d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0503228 Sep 14 01:12:27.379544 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-79b08f31-ac13-4e89-8df5-fee2e94d2180 req-4bd2f3ca-3338-40c0-b11c-da6f2f9febf7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Sep 14 01:12:28.521729 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115d38b-90c8-4642-9480-09786b0b4cd6 req-d55b4b2a-dd94-4fbf-aad1-25b5a47fbc71 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:28.523195 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9115d38b-90c8-4642-9480-09786b0b4cd6 req-d55b4b2a-dd94-4fbf-aad1-25b5a47fbc71 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Sep 14 01:12:28.572885 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9115d38b-90c8-4642-9480-09786b0b4cd6 req-58ba2004-872d-46a7-bca5-214611d373c4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Sep 14 01:12:29.696545 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fac5e-b4e1-4c8f-9715-2411775aef54 req-37cc4380-47e7-484e-92e3-9e492a5e69a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:29.698011 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-807fac5e-b4e1-4c8f-9715-2411775aef54 req-37cc4380-47e7-484e-92e3-9e492a5e69a3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0464714 Sep 14 01:12:29.709452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:29.747695 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-807fac5e-b4e1-4c8f-9715-2411775aef54 req-ee0e872c-be77-4569-8c5d-9c477e219239 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Sep 14 01:12:29.867624 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e4dad-1195-4113-ad76-12396ce203b8 req-93664e91-8454-4bec-bc4b-2baf28e0de31 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:29.869097 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6a9e4dad-1195-4113-ad76-12396ce203b8 req-93664e91-8454-4bec-bc4b-2baf28e0de31 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0458250 Sep 14 01:12:29.879467 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34224) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:29.883963 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Request body: {'floatingip': {'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:29.921523 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (e3da55f6-640b-4001-899a-a34ec573696a), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:30.060879 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:30.199290 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:30.339763 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:30.343295 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (e3da55f6-640b-4001-899a-a34ec573696a), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:30.438870 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Floating IP e3da55f6-640b-4001-899a-a34ec573696a associated. External IP: 172.27.1.184, port: 5a0c8ef2-8392-47a2-bf1c-1530912083d1. Sep 14 01:12:30.629808 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:30.731619 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:30.737197 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:30.741726 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:30.752507 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:30.753114 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:30.767004 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-5df10530-0ead-4c8d-968e-fbc9b4676349 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/e3da55f6-640b-4001-899a-a34ec573696a HTTP/1.1" status: 200 len: 991 time: 0.8864927 Sep 14 01:12:30.767669 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:30.770011 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9127a19f-c749-42e7-80bc-c1acd279493c" -d '{"events": [{"name": "network-changed", "server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:30.807606 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da684b9-68d0-43b3-8c50-540a46562bf1 x-openstack-request-id: req-4da684b9-68d0-43b3-8c50-540a46562bf1 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:30.807906 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:30.808160 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4da684b9-68d0-43b3-8c50-540a46562bf1 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:30.808562 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da684b9-68d0-43b3-8c50-540a46562bf1'] response: {'name': 'network-changed', 'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'status': 'completed', 'code': 200} Sep 14 01:12:30.905772 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a19f-c749-42e7-80bc-c1acd279493c req-5f423369-8717-42fc-9de2-734beb431aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:30.908068 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-5f423369-8717-42fc-9de2-734beb431aa4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1129 time: 0.0458543 Sep 14 01:12:30.940091 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:30.947904 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:30.997733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a19f-c749-42e7-80bc-c1acd279493c req-1848151d-15c2-48cf-bfb3-23841f765887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:30.999198 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-1848151d-15c2-48cf-bfb3-23841f765887 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0857906 Sep 14 01:12:31.065713 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-4435a314-fa36-4946-bf7e-489d7e0c0347 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 999 time: 0.0605209 Sep 14 01:12:31.081560 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:31.091812 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:31.118054 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a19f-c749-42e7-80bc-c1acd279493c req-42ca5ea0-27c3-4659-8190-5fecceef7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:31.119566 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-42ca5ea0-27c3-4659-8190-5fecceef7a8f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0469007 Sep 14 01:12:31.158899 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'e3da55f6-640b-4001-899a-a34ec573696a', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'mac_address': 'fa:16:3e:8f:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f27aa-9e42-4937-be7d-5e849d90e611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:15Z', 'updated_at': '2022-09-14T01:12:30Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:31.165767 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a19f-c749-42e7-80bc-c1acd279493c req-e0828c49-81d0-43b3-9d1a-54349445365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:31.167255 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-e0828c49-81d0-43b3-9d1a-54349445365b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414298 Sep 14 01:12:31.186422 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:31.194958 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:31.195586 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:31.238871 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:31.262441 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-dc629f48-c260-4760-ab97-842d0739629b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885732 Sep 14 01:12:31.300780 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:31.350751 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9127a19f-c749-42e7-80bc-c1acd279493c req-7c8e3fb5-be66-4903-be2b-2965616d08ef service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824716 Sep 14 01:12:31.510275 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'e3da55f6-640b-4001-899a-a34ec573696a', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'mac_address': 'fa:16:3e:8f:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f27aa-9e42-4937-be7d-5e849d90e611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:15Z', 'updated_at': '2022-09-14T01:12:30Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:31.537933 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253edf5-a684-4e5c-82c1-a69955198da6 None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'e3da55f6-640b-4001-899a-a34ec573696a', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'mac_address': 'fa:16:3e:8f:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f27aa-9e42-4937-be7d-5e849d90e611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:15Z', 'updated_at': '2022-09-14T01:12:30Z', 'revision_number': 1, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:31.728270 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e368b-9e31-4802-8d05-85208cb627ec None None] New status for floating IP e3da55f6-640b-4001-899a-a34ec573696a: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:12:32.271260 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:12:34.088034 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a107-923d-48d8-8ae5-1f6b322d0792 req-7c042282-502e-4db6-868e-cee6accb1f3f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:34.089497 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0059a107-923d-48d8-8ae5-1f6b322d0792 req-7c042282-502e-4db6-868e-cee6accb1f3f tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0516589 Sep 14 01:12:34.137685 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0059a107-923d-48d8-8ae5-1f6b322d0792 req-c70330dd-8287-4380-9cc3-83ac973525df tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Sep 14 01:12:35.259646 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4433bba-c123-434c-bd29-514a55b722cb req-922832b8-f74d-4b6e-8159-b128ff8962ae tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:35.261089 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b4433bba-c123-434c-bd29-514a55b722cb req-922832b8-f74d-4b6e-8159-b128ff8962ae tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0473835 Sep 14 01:12:35.294065 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:35.312541 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b4433bba-c123-434c-bd29-514a55b722cb req-5bd0b82f-b6ce-4f81-b820-cf2f2789f60d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445616 Sep 14 01:12:35.833456 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-359f3547-69f0-490f-a375-e528c74885b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:36.432078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cd7a1-3e8c-4039-a7a2-fbcdb88cce1a req-52f0f9ea-2fe6-4670-ade5-e1506c83967d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:36.433545 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d30cd7a1-3e8c-4039-a7a2-fbcdb88cce1a req-52f0f9ea-2fe6-4670-ade5-e1506c83967d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0459743 Sep 14 01:12:36.480725 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d30cd7a1-3e8c-4039-a7a2-fbcdb88cce1a req-bf59e82f-4ac9-485e-8267-70deff2566ff tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Sep 14 01:12:37.533474 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-c20bbb65-64b9-4586-aa1f-e8f5293936c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:37.534963 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-c20bbb65-64b9-4586-aa1f-e8f5293936c5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0477791 Sep 14 01:12:37.606426 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251146c-b39c-45ae-a4e6-36aa5940ec0c req-ddcb1315-5b10-4487-8cd7-461d167722a3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:37.608029 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e251146c-b39c-45ae-a4e6-36aa5940ec0c req-ddcb1315-5b10-4487-8cd7-461d167722a3 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 946 time: 0.0484624 Sep 14 01:12:37.651625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Deleting port 41e3c7ae-c1a9-4785-bdec-300c125b2082 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:37.652082 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:37.662617 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e251146c-b39c-45ae-a4e6-36aa5940ec0c req-464c0a1f-6778-4342-8c22-2caccdcd8d68 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481410 Sep 14 01:12:37.746598 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] For port 41e3c7ae-c1a9-4785-bdec-300c125b2082, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=41e3c7ae-c1a9-4785-bdec-300c125b2082,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:37.746877 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:37.907822 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:37.908187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:37.908501 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Floating IP eabda559-7e55-4d69-936d-3300a360dad5 disassociated. External IP: 172.27.1.140, port: 41e3c7ae-c1a9-4785-bdec-300c125b2082. Sep 14 01:12:37.908850 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Calling delete_port for 41e3c7ae-c1a9-4785-bdec-300c125b2082 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:37.991149 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:38.042343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (41e3c7ae-c1a9-4785-bdec-300c125b2082), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:38.288429 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event deleted for resources: {'Port': ['ID=41e3c7ae-c1a9-4785-bdec-300c125b2082,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:38.297038 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-55b38f71-2147-4781-801a-c144a731c199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:38.398660 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:38.403047 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:38.508212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:38.518679 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] Sync routers for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:38.528683 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:38.529293 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:38.551274 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] No DVR routers for this DVR port 41e3c7ae-c1a9-4785-bdec-300c125b2082 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:38.553732 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:38.556882 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8fe1d623-3a1f-4379-a86b-102e1348fc3f req-bf0d9f42-3a45-4c01-a562-fe2fe01517d5 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "DELETE /networking/v2.0/ports/41e3c7ae-c1a9-4785-bdec-300c125b2082 HTTP/1.1" status: 204 len: 173 time: 1.0150590 Sep 14 01:12:38.557389 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'name': 'network-vif-deleted', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:38.560151 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6f53e-bbac-434e-82c3-d88827f3559c" -d '{"events": [{"server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "name": "network-vif-deleted", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:38.602982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34af5b6e-4d0b-48aa-b66e-c7958bad49e5 x-openstack-request-id: req-34af5b6e-4d0b-48aa-b66e-c7958bad49e5 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:38.603375 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d7106-fff0-4516-b70d-1d687312c9aa", "name": "network-vif-deleted", "tag": "41e3c7ae-c1a9-4785-bdec-300c125b2082", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:38.603722 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34af5b6e-4d0b-48aa-b66e-c7958bad49e5 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:38.604150 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34af5b6e-4d0b-48aa-b66e-c7958bad49e5'] response: {'server_uuid': '413d7106-fff0-4516-b70d-1d687312c9aa', 'name': 'network-vif-deleted', 'tag': '41e3c7ae-c1a9-4785-bdec-300c125b2082', 'status': 'completed', 'code': 200} Sep 14 01:12:38.647459 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:38.805253 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a706110b-fa72-4e46-a6f7-98a7454ef7b9 req-f736b92a-02e1-4399-9473-05fdfb097638 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=413d7106-fff0-4516-b70d-1d687312c9aa HTTP/1.1" status: 200 len: 210 time: 0.0404768 Sep 14 01:12:38.866958 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:38.893032 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] Checking router: 25b7daa3-d5e9-45d4-afe9-7312830f9b67 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:38.902800 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:38.903505 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:38.982573 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:39.007805 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:39.084783 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:39.195222 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:39.221290 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c98728-3fbc-4a82-8e9a-909e66936867 None None] The sync data for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi is: [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 4, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '0aeb220a-1cff-49be-ab68-fc77634372ed', 'name': '', 'network_id': '2601f91b-34fe-45a9-9f56-15ca3eaf5c1d', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'mac_address': 'fa:16:3e:60:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'subnets': [{'id': '387b941b-c921-4b77-8c34-1be0fa31d07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:39.392447 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:39.446439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a7fe7-1f26-421f-a09e-45e9d32c8bc0 None None] New status for floating IP eabda559-7e55-4d69-936d-3300a360dad5: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:12:39.893377 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34272) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:39.947622 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-358d2ea1-457b-40d0-85a8-b6d5425217e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group (dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:39.969275 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-358d2ea1-457b-40d0-85a8-b6d5425217e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group (dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.019233 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-358d2ea1-457b-40d0-85a8-b6d5425217e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.021852 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-358d2ea1-457b-40d0-85a8-b6d5425217e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.023090 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-358d2ea1-457b-40d0-85a8-b6d5425217e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba HTTP/1.1" status: 204 len: 168 time: 0.1287103 Sep 14 01:12:40.025749 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34274) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:40.032231 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2ea1-457b-40d0-85a8-b6d5425217e1 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:40.042210 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.api.v2.resource [None req-87d206ee-8cbf-4320-ad8c-b1ffd7294a32 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] show failed (client error): The resource could not be found. Sep 14 01:12:40.046500 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34276) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:40.046654 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-87d206ee-8cbf-4320-ad8c-b1ffd7294a32 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups/dbc3a5b2-cfad-4d68-9d28-e8d664fdb4ba HTTP/1.1" status: 404 len: 347 time: 0.0192363 Sep 14 01:12:40.158674 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Deleting port 7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:40.158933 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.235982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.236311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.248592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Calling delete_port for 7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:40.388139 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.391149 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:40.414048 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event deleted for resources: {'Port': ['ID=7cd86b31-f3ec-4b76-ab2c-2ccd226d87d8,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:40.481751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks [] for floatingip (eabda559-7e55-4d69-936d-3300a360dad5), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.485168 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:40.486713 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-fc86b6b8-23f2-40b4-9392-d61e9edc24aa tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/eabda559-7e55-4d69-936d-3300a360dad5 HTTP/1.1" status: 204 len: 168 time: 0.4389257 Sep 14 01:12:40.514770 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 41e3c7ae-c1a9-4785-bdec-300c125b2082 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:40.534413 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 41e3c7ae-c1a9-4785-bdec-300c125b2082 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:40.534755 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 41e3c7ae-c1a9-4785-bdec-300c125b2082 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:40.730382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:41.035133 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:43.114554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5016dc-66e9-4b25-8f73-a73c56af36b5 req-4c13c2e8-8a61-4553-a9ab-bbb3f606b266 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:43.116038 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2c5016dc-66e9-4b25-8f73-a73c56af36b5 req-4c13c2e8-8a61-4553-a9ab-bbb3f606b266 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0505912 Sep 14 01:12:43.164385 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2c5016dc-66e9-4b25-8f73-a73c56af36b5 req-1e1337a2-b60c-4770-bfff-43ce2888e070 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Sep 14 01:12:44.210213 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-537b6680-366e-4bcd-9c31-27e7ef61cfb9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:44.211685 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-537b6680-366e-4bcd-9c31-27e7ef61cfb9 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0487144 Sep 14 01:12:44.321709 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d60b10-3f5c-4ca3-92d3-8f682d12fbdf req-31c09427-4840-4446-acce-fb64f775fbde tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:44.323136 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-41d60b10-3f5c-4ca3-92d3-8f682d12fbdf req-31c09427-4840-4446-acce-fb64f775fbde tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa HTTP/1.1" status: 200 len: 945 time: 0.0794678 Sep 14 01:12:44.348163 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Deleting port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:44.348510 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:44.415659 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:44.428120 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-41d60b10-3f5c-4ca3-92d3-8f682d12fbdf req-90af7641-b7a6-461f-aeed-fe1cad7a5db7 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980377 Sep 14 01:12:44.468275 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] For port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:44.468580 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:44.481554 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Calling delete_port for 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:44.602636 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (0f1f31eb-05bc-4b3d-995e-4fba37dfe847), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:44.635015 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event deleted for resources: {'Port': ['ID=0f1f31eb-05bc-4b3d-995e-4fba37dfe847,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:44.647444 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['dd7f3405-9f9e-4062-a010-7d8bae1bc828'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:44.677610 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] No DVR routers for this DVR port 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:44.680450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:44.683863 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d3702f1d-38e1-445b-9303-b2bc081f0d7c req-6926a7bc-fe11-4f83-bd47-17e50d932024 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "DELETE /networking/v2.0/ports/0f1f31eb-05bc-4b3d-995e-4fba37dfe847 HTTP/1.1" status: 204 len: 173 time: 0.4666934 Sep 14 01:12:44.684359 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'name': 'network-vif-deleted', 'tag': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:44.687177 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97027912-4f2f-4e19-baed-96b047e5f214" -d '{"events": [{"server_uuid": "39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa", "name": "network-vif-deleted", "tag": "0f1f31eb-05bc-4b3d-995e-4fba37dfe847"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:44.729291 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31974fd5-42bf-41fa-9077-f830a3425051 x-openstack-request-id: req-31974fd5-42bf-41fa-9077-f830a3425051 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:44.729291 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa", "name": "network-vif-deleted", "tag": "0f1f31eb-05bc-4b3d-995e-4fba37dfe847", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:44.729788 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31974fd5-42bf-41fa-9077-f830a3425051 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:44.730014 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31974fd5-42bf-41fa-9077-f830a3425051'] response: {'server_uuid': '39e7a0cf-f14b-43dd-ac23-4e1d111f7dfa', 'name': 'network-vif-deleted', 'tag': '0f1f31eb-05bc-4b3d-995e-4fba37dfe847', 'status': 'completed', 'code': 200} Sep 14 01:12:44.787620 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:45.717401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed9c5-3d41-4e89-86ea-412ec3b77a6e req-51761fbd-8ef9-4c6f-a571-b13094f5af36 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:45.718870 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-651ed9c5-3d41-4e89-86ea-412ec3b77a6e req-51761fbd-8ef9-4c6f-a571-b13094f5af36 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0470078 Sep 14 01:12:45.766372 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-651ed9c5-3d41-4e89-86ea-412ec3b77a6e req-d7e565d2-8767-464e-a1ac-4de5783549ec tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Sep 14 01:12:46.539376 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:46.558691 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:46.559028 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 0f1f31eb-05bc-4b3d-995e-4fba37dfe847 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:46.612474 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-db7c5b57-b4e8-43ec-be7a-7bd26320fd1d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:46.613894 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-db7c5b57-b4e8-43ec-be7a-7bd26320fd1d tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0477092 Sep 14 01:12:46.700672 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Deleting port dd7f3405-9f9e-4062-a010-7d8bae1bc828 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:46.701019 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:46.793631 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] For port dd7f3405-9f9e-4062-a010-7d8bae1bc828, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=dd7f3405-9f9e-4062-a010-7d8bae1bc828,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:46.794300 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:46.807404 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Calling delete_port for dd7f3405-9f9e-4062-a010-7d8bae1bc828 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:46.819129 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:46.892802 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a830d1-4b94-4905-b00e-5bee63165d08 req-015920a2-6f3c-46bf-b90a-380ec7d9b700 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:46.894488 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-99a830d1-4b94-4905-b00e-5bee63165d08 req-015920a2-6f3c-46bf-b90a-380ec7d9b700 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=96664d10-3eeb-4172-b866-7d824c2310d3 HTTP/1.1" status: 200 len: 945 time: 0.0480719 Sep 14 01:12:46.938735 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (dd7f3405-9f9e-4062-a010-7d8bae1bc828), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:46.943991 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-99a830d1-4b94-4905-b00e-5bee63165d08 req-d86b2d44-68a0-406c-9d2f-c532d7a61f9a tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 Sep 14 01:12:46.967962 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Pushing event deleted for resources: {'Port': ['ID=dd7f3405-9f9e-4062-a010-7d8bae1bc828,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:46.987491 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['dd7f3405-9f9e-4062-a010-7d8bae1bc828'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:47.020342 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] No DVR routers for this DVR port dd7f3405-9f9e-4062-a010-7d8bae1bc828 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:47.022806 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:47.026080 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a14c7663-baed-482d-a68b-28f8ea5b07a7 req-528040b3-506b-4372-b6bc-606b2109c633 tempest-ServerRescueNegativeTestJSON-2000797838 tempest-ServerRescueNegativeTestJSON-2000797838-project] 10.222.0.44 "DELETE /networking/v2.0/ports/dd7f3405-9f9e-4062-a010-7d8bae1bc828 HTTP/1.1" status: 204 len: 173 time: 0.4017904 Sep 14 01:12:47.026587 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96664d10-3eeb-4172-b866-7d824c2310d3', 'name': 'network-vif-deleted', 'tag': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:47.029067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4dd179-e43b-464d-a418-3bae4a192a8e" -d '{"events": [{"server_uuid": "96664d10-3eeb-4172-b866-7d824c2310d3", "name": "network-vif-deleted", "tag": "dd7f3405-9f9e-4062-a010-7d8bae1bc828"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:47.070380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9f6c7-cca4-4d72-8361-c7212c7cb100 x-openstack-request-id: req-98f9f6c7-cca4-4d72-8361-c7212c7cb100 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:47.070678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96664d10-3eeb-4172-b866-7d824c2310d3", "name": "network-vif-deleted", "tag": "dd7f3405-9f9e-4062-a010-7d8bae1bc828", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:47.070928 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98f9f6c7-cca4-4d72-8361-c7212c7cb100 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:47.071327 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f9f6c7-cca4-4d72-8361-c7212c7cb100'] response: {'server_uuid': '96664d10-3eeb-4172-b866-7d824c2310d3', 'name': 'network-vif-deleted', 'tag': 'dd7f3405-9f9e-4062-a010-7d8bae1bc828', 'status': 'completed', 'code': 200} Sep 14 01:12:48.009317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34316) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:48.745197 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (25b7daa3-d5e9-45d4-afe9-7312830f9b67), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:48.972695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Deleting port 0aeb220a-1cff-49be-ab68-fc77634372ed {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:48.973025 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:49.018020 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:49.048121 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:49.055490 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] For port 0aeb220a-1cff-49be-ab68-fc77634372ed, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=0aeb220a-1cff-49be-ab68-fc77634372ed,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:49.055943 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:49.069544 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Calling delete_port for 0aeb220a-1cff-49be-ab68-fc77634372ed owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:49.248228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (0aeb220a-1cff-49be-ab68-fc77634372ed), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:49.276262 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Pushing event deleted for resources: {'Port': ['ID=0aeb220a-1cff-49be-ab68-fc77634372ed,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:49.441453 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (25b7daa3-d5e9-45d4-afe9-7312830f9b67), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:49.648101 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:49.750839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:49.756096 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5846ec01-e4e4-4d38-b31c-91db521ff43a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/25b7daa3-d5e9-45d4-afe9-7312830f9b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457685 Sep 14 01:12:49.758989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34322) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:49.759700 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] Sync routers for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:49.771311 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:49.771945 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:49.857873 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:49.874791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks [] for router (25b7daa3-d5e9-45d4-afe9-7312830f9b67), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:49.931060 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:49.983776 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:49.987382 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks [] for router_gateway (25b7daa3-d5e9-45d4-afe9-7312830f9b67), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.037064 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Deleting port 559c6fb5-c137-4f6e-9ee8-02deaff8923d {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:50.037781 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.133473 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] For port 559c6fb5-c137-4f6e-9ee8-02deaff8923d, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=559c6fb5-c137-4f6e-9ee8-02deaff8923d,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:50.133837 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.146697 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:12:49Z', 'revision_number': 5, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port': {'id': '559c6fb5-c137-4f6e-9ee8-02deaff8923d', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:50.148574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Calling delete_port for 559c6fb5-c137-4f6e-9ee8-02deaff8923d owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:50.173202 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] Checking router: 25b7daa3-d5e9-45d4-afe9-7312830f9b67 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:50.182470 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] Routers {'25b7daa3-d5e9-45d4-afe9-7312830f9b67'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:50.182989 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:50.269271 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] Set router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:50.271283 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2c8e1-fcb4-4442-b0d8-596b942d9711 req-6466a8df-318b-4324-b763-b6a6465e3cbf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:50.273060 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fbb2c8e1-fcb4-4442-b0d8-596b942d9711 req-6466a8df-318b-4324-b763-b6a6465e3cbf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0567594 Sep 14 01:12:50.321674 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:12:49Z', 'revision_number': 6, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:50.322545 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fbb2c8e1-fcb4-4442-b0d8-596b942d9711 req-39c45dc6-5fbe-43e8-8ec1-44d365367f7e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434036 Sep 14 01:12:50.327099 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (559c6fb5-c137-4f6e-9ee8-02deaff8923d), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.348186 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde1d3ea-f20e-46c3-9b01-692282471595 None None] The sync data for ids ['25b7daa3-d5e9-45d4-afe9-7312830f9b67'] in dv-cinder-857528-1-iscsi is: [{'id': '25b7daa3-d5e9-45d4-afe9-7312830f9b67', 'name': 'tempest-ServerRescueNegativeTestJSON-1769069493-router', 'tenant_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:38Z', 'updated_at': '2022-09-14T01:12:49Z', 'revision_number': 6, 'project_id': 'd1dd868f069a46dbb6bfd549f6bbf7b8', 'gw_port_host': None}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:50.355765 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=559c6fb5-c137-4f6e-9ee8-02deaff8923d,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:50.393793 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.394186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.394555 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.394896 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.395234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.395593 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.395922 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.396252 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.396583 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.396913 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.397244 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.397574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.397901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.398224 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.398548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:50.438950 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (25b7daa3-d5e9-45d4-afe9-7312830f9b67), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.526408 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (25b7daa3-d5e9-45d4-afe9-7312830f9b67), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.528606 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks [] for router_controller (25b7daa3-d5e9-45d4-afe9-7312830f9b67), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.541631 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device dd7f3405-9f9e-4062-a010-7d8bae1bc828 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:50.560173 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: dd7f3405-9f9e-4062-a010-7d8bae1bc828 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:50.560516 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device dd7f3405-9f9e-4062-a010-7d8bae1bc828 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:50.569912 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (25b7daa3-d5e9-45d4-afe9-7312830f9b67), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.570619 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b7daa3-d5e9-45d4-afe9-7312830f9b67 {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:12:50.576340 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.577500 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c431128e-4c17-4b11-89aa-61b6d1984d9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/25b7daa3-d5e9-45d4-afe9-7312830f9b67 HTTP/1.1" status: 204 len: 168 time: 0.8173113 Sep 14 01:12:50.580814 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34336) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:50.625268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Deleting subnet 387b941b-c921-4b77-8c34-1be0fa31d07b {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:12:50.628396 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Publish callbacks [] for subnet (387b941b-c921-4b77-8c34-1be0fa31d07b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.667311 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (387b941b-c921-4b77-8c34-1be0fa31d07b), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.729694 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.748533 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (387b941b-c921-4b77-8c34-1be0fa31d07b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.778140 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:50.808665 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (387b941b-c921-4b77-8c34-1be0fa31d07b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.840211 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387b941b-c921-4b77-8c34-1be0fa31d07b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:50.842309 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.845446 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-cba33c90-d48c-43a9-8cd8-363dbb2df7a7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/387b941b-c921-4b77-8c34-1be0fa31d07b HTTP/1.1" status: 204 len: 168 time: 0.2636805 Sep 14 01:12:50.846839 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd47851-eccf-4383-a68f-408002207251 None None] Network 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:12:50.848269 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34338) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:50.859747 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:50.891500 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:50.919839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:50.964167 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Deleting port 31b495ba-b218-4d9f-add5-ff8c52d05f27 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:50.964405 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.032300 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] For port 31b495ba-b218-4d9f-add5-ff8c52d05f27, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=31b495ba-b218-4d9f-add5-ff8c52d05f27,segment=NetworkSegment(5ce84689-31cc-4774-b36b-b077a3a239e1),segment_id=5ce84689-31cc-4774-b36b-b077a3a239e1)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:51.032666 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.046826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Calling delete_port for 31b495ba-b218-4d9f-add5-ff8c52d05f27 owned by network:dhcp {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:51.108135 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] DHCP port deletion for 2601f91b-34fe-45a9-9f56-15ca3eaf5c1d request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:12:51.132409 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.148496 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Deleting port 31b495ba-b218-4d9f-add5-ff8c52d05f27 {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:51.149056 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.161685 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b495ba-b218-4d9f-add5-ff8c52d05f27,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:51.163582 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] No DVR routers for this DVR port 31b495ba-b218-4d9f-add5-ff8c52d05f27 on host dv-cinder-857528-1-iscsi {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:51.221480 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] For port 31b495ba-b218-4d9f-add5-ff8c52d05f27, host dv-cinder-857528-1-iscsi, got binding levels [] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:51.221705 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.235428 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 0aeb220a-1cff-49be-ab68-fc77634372ed no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:51.243806 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Calling delete_port for 31b495ba-b218-4d9f-add5-ff8c52d05f27 owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:51.251696 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.261953 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.ipam_backend_mixin [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Port 31b495ba-b218-4d9f-add5-ff8c52d05f27 was not found and therefore no delete operation was performed {{(pid=106418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 01:12:51.262799 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 0aeb220a-1cff-49be-ab68-fc77634372ed {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:51.263144 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 0aeb220a-1cff-49be-ab68-fc77634372ed not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:51.263584 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 559c6fb5-c137-4f6e-9ee8-02deaff8923d no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:51.275725 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2601f91b-34fe-45a9-9f56-15ca3eaf5c1d']}} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:51.283478 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (31b495ba-b218-4d9f-add5-ff8c52d05f27), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.286564 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce84689-31cc-4774-b36b-b077a3a239e1') {'for_net_delete': True} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:51.286837 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 559c6fb5-c137-4f6e-9ee8-02deaff8923d {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:51.286961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce84689-31cc-4774-b36b-b077a3a239e1') {} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:51.287182 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 559c6fb5-c137-4f6e-9ee8-02deaff8923d not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:51.287662 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 31b495ba-b218-4d9f-add5-ff8c52d05f27 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:51.297339 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5940097'] for segment (5ce84689-31cc-4774-b36b-b077a3a239e1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.310635 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] Pushing event deleted for resources: {'Port': ['ID=31b495ba-b218-4d9f-add5-ff8c52d05f27,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:51.315804 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (5ce84689-31cc-4774-b36b-b077a3a239e1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.325145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:12:51.325752 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5344844'] for segment (5ce84689-31cc-4774-b36b-b077a3a239e1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.330174 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 31b495ba-b218-4d9f-add5-ff8c52d05f27 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:51.330439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 31b495ba-b218-4d9f-add5-ff8c52d05f27 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:51.341923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba3c3f-6348-4c86-b01a-2fd746d61117 None None] No DVR routers for this DVR port 31b495ba-b218-4d9f-add5-ff8c52d05f27 on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:51.419951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (2601f91b-34fe-45a9-9f56-15ca3eaf5c1d), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.439763 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.444074 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2601f91b-34fe-45a9-9f56-15ca3eaf5c1d HTTP/1.1" status: 204 len: 168 time: 0.5937455 Sep 14 01:12:51.474209 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc54e9f-1119-4845-98e4-579cd100ea89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2601f91b-34fe-45a9-9f56-15ca3eaf5c1d,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:51.497624 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccb063-89dc-4429-bbb3-8bdb2423d785 req-39a02743-42f8-432b-8a19-02bcb4cca5e4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.499581 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56ccb063-89dc-4429-bbb3-8bdb2423d785 req-39a02743-42f8-432b-8a19-02bcb4cca5e4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0710373 Sep 14 01:12:51.556221 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56ccb063-89dc-4429-bbb3-8bdb2423d785 req-db2cacc7-d1f1-43fe-bb08-72f21e3aaba0 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499485 Sep 14 01:12:51.602419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34350) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:51.628998 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment 5ce84689-31cc-4774-b36b-b077a3a239e1 resource provider aggregate not found Sep 14 01:12:51.647217 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment 5ce84689-31cc-4774-b36b-b077a3a239e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ce84689-31cc-4774-b36b-b077a3a239e1 found for delete ", "request_id": "req-1156d2e7-4d88-463e-9128-c20674482907"}]} Sep 14 01:12:51.650004 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-893bfbe0-9d7c-43b8-b7c9-d7829ecf2cd5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d1dd868f069a46dbb6bfd549f6bbf7b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465324 Sep 14 01:12:51.652669 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34354) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:51.693459 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:51.707264 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e377aa8-8e33-4557-b947-705ce19d2e1b admin admin] Publish callbacks [] for security_group (338f0e8e-6fcf-404b-b2fc-486d6fa37fd1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.712828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-9038df54-53dc-45c6-bf32-5f6e09828a45 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.714279 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-9038df54-53dc-45c6-bf32-5f6e09828a45 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Sep 14 01:12:51.728438 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e377aa8-8e33-4557-b947-705ce19d2e1b admin admin] Publish callbacks [] for security_group (338f0e8e-6fcf-404b-b2fc-486d6fa37fd1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.756763 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:51.776326 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e377aa8-8e33-4557-b947-705ce19d2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (338f0e8e-6fcf-404b-b2fc-486d6fa37fd1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.778963 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5e377aa8-8e33-4557-b947-705ce19d2e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.780160 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5e377aa8-8e33-4557-b947-705ce19d2e1b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/338f0e8e-6fcf-404b-b2fc-486d6fa37fd1 HTTP/1.1" status: 204 len: 168 time: 0.1265776 Sep 14 01:12:51.791218 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e377aa8-8e33-4557-b947-705ce19d2e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338f0e8e-6fcf-404b-b2fc-486d6fa37fd1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:51.801110 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Deleting port 620985b6-d85e-4dfc-884a-1a64043ee00d {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:51.801692 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.896273 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] For port 620985b6-d85e-4dfc-884a-1a64043ee00d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=620985b6-d85e-4dfc-884a-1a64043ee00d,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:51.896677 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.063785 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.064198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (5c8196d2-99b7-429e-bf63-addeec3b4c17), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.064524 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Floating IP 5c8196d2-99b7-429e-bf63-addeec3b4c17 disassociated. External IP: 172.27.1.30, port: 620985b6-d85e-4dfc-884a-1a64043ee00d. Sep 14 01:12:52.064872 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Calling delete_port for 620985b6-d85e-4dfc-884a-1a64043ee00d owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:52.200245 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (620985b6-d85e-4dfc-884a-1a64043ee00d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.229226 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event deleted for resources: {'Port': ['ID=620985b6-d85e-4dfc-884a-1a64043ee00d,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:52.340942 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:52.346431 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Router 9a01197e-b665-469e-87db-e44bf999bf2b has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:52.457075 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:52.470949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:52.484161 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:52.484844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:52.510535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] No DVR routers for this DVR port 620985b6-d85e-4dfc-884a-1a64043ee00d on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:52.513722 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.518122 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-53530322-ea21-4b5f-a8d6-a64c5ff77e89 req-b3d03ec6-a3f0-4170-9901-58f5ac2cb2bf tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "DELETE /networking/v2.0/ports/620985b6-d85e-4dfc-884a-1a64043ee00d HTTP/1.1" status: 204 len: 173 time: 0.7975175 Sep 14 01:12:52.518515 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'name': 'network-vif-deleted', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:52.529169 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c554a9-fbdf-4815-b5ee-03c171c04c94" -d '{"events": [{"server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "name": "network-vif-deleted", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:52.576745 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b009c2a3-8652-47c9-899b-8db5b5abf69d x-openstack-request-id: req-b009c2a3-8652-47c9-899b-8db5b5abf69d {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:52.577236 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e701782-aa36-44dd-be23-a59054d8cb32", "name": "network-vif-deleted", "tag": "620985b6-d85e-4dfc-884a-1a64043ee00d", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:52.577829 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b009c2a3-8652-47c9-899b-8db5b5abf69d {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:52.578652 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b009c2a3-8652-47c9-899b-8db5b5abf69d'] response: {'server_uuid': '5e701782-aa36-44dd-be23-a59054d8cb32', 'name': 'network-vif-deleted', 'tag': '620985b6-d85e-4dfc-884a-1a64043ee00d', 'status': 'completed', 'code': 200} Sep 14 01:12:52.624173 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:52.702465 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22b1bf89-4078-4aca-a866-6e83c39ac31b req-4fdffb74-bf92-489a-8145-560b597a62d1 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0315375 Sep 14 01:12:52.967385 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:52.995750 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:53.004538 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:53.005146 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:12:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:53.120151 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:53.307688 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:53.325501 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:53.350436 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d43a06-638e-4f8a-bffd-8d7dc088fa5c None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:53.610403 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce01046-d4c2-40f3-8bc3-f3a2e4328353 None None] New status for floating IP 5c8196d2-99b7-429e-bf63-addeec3b4c17: DOWN {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:12:53.868055 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-cfb15c16-bdfe-4aa4-b60e-7e5ec54c75be req-89730e88-fd1f-451c-b95d-a4caf49892c4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e701782-aa36-44dd-be23-a59054d8cb32 HTTP/1.1" status: 200 len: 210 time: 0.0307631 Sep 14 01:12:54.555088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 620985b6-d85e-4dfc-884a-1a64043ee00d no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:12:54.575213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 620985b6-d85e-4dfc-884a-1a64043ee00d {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:12:54.575480 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 620985b6-d85e-4dfc-884a-1a64043ee00d not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:12:54.965420 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34420) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:55.021171 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-11846cfd-69d7-4784-877b-773486ac798b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (89e10842-0ab1-4b1d-9b0c-d9c3973b99b1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.042309 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-11846cfd-69d7-4784-877b-773486ac798b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (89e10842-0ab1-4b1d-9b0c-d9c3973b99b1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.089892 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-11846cfd-69d7-4784-877b-773486ac798b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (89e10842-0ab1-4b1d-9b0c-d9c3973b99b1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.092538 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-11846cfd-69d7-4784-877b-773486ac798b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.093856 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-11846cfd-69d7-4784-877b-773486ac798b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/89e10842-0ab1-4b1d-9b0c-d9c3973b99b1 HTTP/1.1" status: 204 len: 168 time: 0.1274416 Sep 14 01:12:55.096700 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34422) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:55.104154 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11846cfd-69d7-4784-877b-773486ac798b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e10842-0ab1-4b1d-9b0c-d9c3973b99b1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:55.111641 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.api.v2.resource [None req-86d4d51d-381a-4e39-8a79-2d14c3859ddc tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] show failed (client error): The resource could not be found. Sep 14 01:12:55.112669 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-86d4d51d-381a-4e39-8a79-2d14c3859ddc tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups/89e10842-0ab1-4b1d-9b0c-d9c3973b99b1 HTTP/1.1" status: 404 len: 347 time: 0.0149045 Sep 14 01:12:55.115746 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34424) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:55.130786 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:55.239263 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Deleting port ce2c560e-6e31-432a-966e-736d59f65ebe {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:55.239633 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.314247 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.314572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (ce2c560e-6e31-432a-966e-736d59f65ebe), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.326844 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Calling delete_port for ce2c560e-6e31-432a-966e-736d59f65ebe owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:55.458556 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (ce2c560e-6e31-432a-966e-736d59f65ebe), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.482610 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event deleted for resources: {'Port': ['ID=ce2c560e-6e31-432a-966e-736d59f65ebe,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:55.549947 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (5c8196d2-99b7-429e-bf63-addeec3b4c17), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.552478 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.553654 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-48590287-38d8-4a00-bcbf-07b1d5eb470f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5c8196d2-99b7-429e-bf63-addeec3b4c17 HTTP/1.1" status: 204 len: 168 time: 0.4367967 Sep 14 01:12:55.636248 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34428) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:55.640754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751148381', 'description': 'tempest-description--1460189904'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:55.663367 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.731488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (1b86d1f9-4b91-4a93-8d64-4d7447989588), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.735839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1b86d1f9-4b91-4a93-8d64-4d7447989588), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.764800 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.765993 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1287541 Sep 14 01:12:55.768525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e485dce-83c3-4eab-ae99-e7a70809335d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86d1f9-4b91-4a93-8d64-4d7447989588,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:55.769540 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34430) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:55.775148 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'security_group_rule': {'security_group_id': '1b86d1f9-4b91-4a93-8d64-4d7447989588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:55.803642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (f33e3c39-5148-45b1-9ad7-6d1dd9418726), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.807865 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:55.867817 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (f33e3c39-5148-45b1-9ad7-6d1dd9418726), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.871604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (f33e3c39-5148-45b1-9ad7-6d1dd9418726), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.895661 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33e3c39-5148-45b1-9ad7-6d1dd9418726,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:55.901714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.905707 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315870 Sep 14 01:12:55.906045 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34436) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:55.909241 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.909593 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.909938 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.910279 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.910613 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.910947 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.911269 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.911620 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.911738 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'security_group_rule': {'security_group_id': '1b86d1f9-4b91-4a93-8d64-4d7447989588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:55.911953 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.912280 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.912611 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.912934 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.913257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.913596 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.913896 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2774bd23-5570-464b-9d55-1cdde3197b03 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:55.939298 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (9e513e37-f225-4388-8ab2-f0b78829375b), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:55.955768 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:56.003046 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (9e513e37-f225-4388-8ab2-f0b78829375b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.006635 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (9e513e37-f225-4388-8ab2-f0b78829375b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.028961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e513e37-f225-4388-8ab2-f0b78829375b,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:56.034941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.036660 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-48d3f115-7c54-4233-a743-7338f1daeebb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291330 Sep 14 01:12:56.039982 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34438) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:56.044308 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:56.066225 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.083397 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:56.151991 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.283957 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Allocated IP 172.27.1.151 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/58410d5b-dbcc-4a9d-9cf0-6a35d49be53a) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:12:56.376488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.408469 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.450804 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:12:56.456026 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:12:56.460089 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:12:56.462991 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'Port': ['ID=58410d5b-dbcc-4a9d-9cf0-6a35d49be53a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:56.543090 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (c3ab4aff-18f9-41c0-b468-c4732c82cd42), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.580259 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.716013 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:56.730079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.735201 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.776588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:56.812040 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'Port': ['ID=58410d5b-dbcc-4a9d-9cf0-6a35d49be53a,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:56.815549 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (c3ab4aff-18f9-41c0-b468-c4732c82cd42), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.830745 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:56.832022 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-39a036e3-a847-43c2-8730-1d7ab2e32427 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7910790 Sep 14 01:12:57.037071 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-9a91eef8-9303-4ec0-9229-370e514efa22 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1751148381&fields=id&tenant_id=25c229f6a4574619a73b2780d2a6528b HTTP/1.1" status: 200 len: 267 time: 0.0462058 Sep 14 01:12:57.143709 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-03f2ab1c-9229-4890-acae-7c3a069d7948 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:57.145112 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-03f2ab1c-9229-4890-acae-7c3a069d7948 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 810 time: 0.1017427 Sep 14 01:12:57.160153 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-a3e10bb6-3015-4889-82f2-7612f20046c7 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/quotas/25c229f6a4574619a73b2780d2a6528b HTTP/1.1" status: 200 len: 375 time: 0.0095491 Sep 14 01:12:57.442423 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-4e5dedb2-4544-4637-88e6-806915d8e3e1 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2771261 Sep 14 01:12:57.542407 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-e2b25f9f-ff85-4a96-b1b6-e613f219f61d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884609 Sep 14 01:12:57.637901 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-90e83f45-baea-4699-9d74-55aa8176b922 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896409 Sep 14 01:12:57.824664 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c912eeec-e257-4aba-9938-bb6c763dbd37 req-3639f36f-cc39-466f-a9dd-ab042b34927c tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 210 time: 0.0364034 Sep 14 01:12:58.980528 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-adfcb1e4-d56c-46b1-8367-928250234300 req-62258f94-83c6-4e34-8da2-970d296f3706 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 210 time: 0.0359561 Sep 14 01:12:59.030489 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-41354c5a-f913-46cb-af13-df67ee650f85 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:59.032168 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-41354c5a-f913-46cb-af13-df67ee650f85 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 810 time: 0.1595874 Sep 14 01:12:59.108832 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-3be975b8-e547-4af3-921c-e9b5367a22e8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25c229f6a4574619a73b2780d2a6528b HTTP/1.1" status: 200 len: 380 time: 0.0555117 Sep 14 01:12:59.189975 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'port': {'device_id': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'admin_state_up': True, 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'security_groups': ['1b86d1f9-4b91-4a93-8d64-4d7447989588']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:59.206999 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:59.300548 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Made reservation on behalf of 25c229f6a4574619a73b2780d2a6528b for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:12:59.304217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:59.420430 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:59.427265 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Allocated IP 172.20.0.3 (740eb1f7-47cc-47b7-ac3a-115438e4b57e/c8e58bfe-54c2-4858-a7ca-00885c2986b2/b7686f66-d521-48db-85c3-432d09864c2f) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:12:59.568691 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for port (b7686f66-d521-48db-85c3-432d09864c2f), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:59.600291 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (b7686f66-d521-48db-85c3-432d09864c2f), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:59.645704 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:12:59.648881 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:12:59.652638 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:12:59.679055 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event updated for resources: {'Port': ['ID=b7686f66-d521-48db-85c3-432d09864c2f,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:59.707385 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:59.708050 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:59.727117 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-44c77003-20e5-4abe-b3eb-a72330bec3d4 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416436 Sep 14 01:12:59.745097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Request body: {'port': {'device_id': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:59.807668 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b7686f66-d521-48db-85c3-432d09864c2f), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:59.855999 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Provisioning complete for port b7686f66-d521-48db-85c3-432d09864c2f triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:12:59.856593 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (b7686f66-d521-48db-85c3-432d09864c2f), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:59.856723 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Attempt 1 to provision port b7686f66-d521-48db-85c3-432d09864c2f Sep 14 01:12:59.878354 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:59.890975 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Port b7686f66-d521-48db-85c3-432d09864c2f cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:00.000836 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:00.068120 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7686f66-d521-48db-85c3-432d09864c2f {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:13:00.077766 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Publish callbacks [] for port (b7686f66-d521-48db-85c3-432d09864c2f), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:00.091817 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Transition to ACTIVE for port object b7686f66-d521-48db-85c3-432d09864c2f will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:13:00.095985 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (b7686f66-d521-48db-85c3-432d09864c2f), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:00.125630 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4285e-6df0-468a-a71f-d5ceaadf4882 req-4e5f6989-a164-478c-846c-ef93815d5cfe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:00.128508 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d2d4285e-6df0-468a-a71f-d5ceaadf4882 req-4e5f6989-a164-478c-846c-ef93815d5cfe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 931 time: 0.0634215 Sep 14 01:13:00.160368 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Pushing event updated for resources: {'Port': ['ID=b7686f66-d521-48db-85c3-432d09864c2f,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:00.186165 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d2d4285e-6df0-468a-a71f-d5ceaadf4882 req-e918fc58-7536-45e0-8e42-e9084f2f414e tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510924 Sep 14 01:13:00.228164 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Attempting to bind port b7686f66-d521-48db-85c3-432d09864c2f on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:00.228589 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Attempting to bind port b7686f66-d521-48db-85c3-432d09864c2f by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:00.228991 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Attempting to bind port b7686f66-d521-48db-85c3-432d09864c2f on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:00.262008 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:00.276830 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Port b7686f66-d521-48db-85c3-432d09864c2f on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:13:00.277164 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Attempting to bind port b7686f66-d521-48db-85c3-432d09864c2f on network 740eb1f7-47cc-47b7-ac3a-115438e4b57e {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:00.320508 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:00.320847 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Checking segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:00.321235 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Bound using segment: {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:00.321671 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Bound port: b7686f66-d521-48db-85c3-432d09864c2f, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:00.322030 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b7686f66-d521-48db-85c3-432d09864c2f), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:00.392851 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Attempt 2 to provision port b7686f66-d521-48db-85c3-432d09864c2f Sep 14 01:13:00.395449 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] For port b7686f66-d521-48db-85c3-432d09864c2f, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:00.398764 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] For port b7686f66-d521-48db-85c3-432d09864c2f, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b7686f66-d521-48db-85c3-432d09864c2f,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:00.405453 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (b7686f66-d521-48db-85c3-432d09864c2f), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:00.410270 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:00.410963 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:00.412491 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/b7686f66-d521-48db-85c3-432d09864c2f HTTP/1.1" status: 200 len: 1093 time: 0.6716590 Sep 14 01:13:00.414716 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:00.416970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23412240-59bc-474d-a266-fde5ca1ed809" -d '{"events": [{"name": "network-changed", "server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "tag": "b7686f66-d521-48db-85c3-432d09864c2f"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:00.435805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Port b7686f66-d521-48db-85c3-432d09864c2f cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:00.470133 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea031ce-065a-487c-a6c2-8d9dd24091c3 x-openstack-request-id: req-3ea031ce-065a-487c-a6c2-8d9dd24091c3 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:00.470407 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "tag": "b7686f66-d521-48db-85c3-432d09864c2f", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:00.470652 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ea031ce-065a-487c-a6c2-8d9dd24091c3 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:00.471051 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea031ce-065a-487c-a6c2-8d9dd24091c3'] response: {'name': 'network-changed', 'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f', 'status': 'completed', 'code': 200} Sep 14 01:13:00.481959 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ebe00-5058-45fc-a382-638654ed685e service neutron] Pushing event updated for resources: {'Port': ['ID=b7686f66-d521-48db-85c3-432d09864c2f,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:00.539852 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-06a6ddb8-bdb9-4e47-9409-3f838d292e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:00.541207 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-06a6ddb8-bdb9-4e47-9409-3f838d292e6d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 1127 time: 0.0454926 Sep 14 01:13:00.588732 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-1b610720-cbf4-4fb2-aa48-7a9b2230ea28 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7686f66-d521-48db-85c3-432d09864c2f HTTP/1.1" status: 200 len: 217 time: 0.0345345 Sep 14 01:13:00.637695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-020e2e0e-8c83-4d6e-89e3-d66e0ea75712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:00.639084 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-020e2e0e-8c83-4d6e-89e3-d66e0ea75712 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.0442727 Sep 14 01:13:00.685601 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-55de30a9-2314-4477-9bfb-dfdaa535fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:00.687065 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-55de30a9-2314-4477-9bfb-dfdaa535fc72 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421891 Sep 14 01:13:00.776806 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-466ad014-1184-4675-bbd9-579429469eec service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Sep 14 01:13:00.870308 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2de2cd53-29b3-436c-9222-25596ff8dce2 req-d30c7f46-e773-412b-8f3e-1e3f353eeaeb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Sep 14 01:13:00.937134 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Attempt 3 to provision port b7686f66-d521-48db-85c3-432d09864c2f Sep 14 01:13:00.976221 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-a44ce409-4727-48e2-b090-5dfa005e74df None None] Port b7686f66-d521-48db-85c3-432d09864c2f had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:13:01.584780 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0923-5aa8-41ad-bb54-a1a145937f95 req-ad7bf20a-a204-4ab0-a01a-f0d88960d6f8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:01.586364 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-603d0923-5aa8-41ad-bb54-a1a145937f95 req-ad7bf20a-a204-4ab0-a01a-f0d88960d6f8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 943 time: 0.3162117 Sep 14 01:13:01.633681 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-603d0923-5aa8-41ad-bb54-a1a145937f95 req-5eeb9a9c-8c50-4fbd-9859-0d10b85a5809 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Sep 14 01:13:02.756176 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838817ba-9bf7-45a9-a082-229ad692853a req-5638c432-b234-4005-8999-f99d029c5f25 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:02.757561 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-838817ba-9bf7-45a9-a082-229ad692853a req-5638c432-b234-4005-8999-f99d029c5f25 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 943 time: 0.0466545 Sep 14 01:13:02.808152 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-838817ba-9bf7-45a9-a082-229ad692853a req-fc65f574-c7d5-452e-885b-2db6ae563b40 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Sep 14 01:13:03.232410 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412240-59bc-474d-a266-fde5ca1ed809 req-4f2f9fc7-3191-46c8-aa10-26b876820749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:03.234059 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-4f2f9fc7-3191-46c8-aa10-26b876820749 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 1127 time: 0.0449617 Sep 14 01:13:03.313989 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:03.349390 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412240-59bc-474d-a266-fde5ca1ed809 req-35799245-7ea4-46ff-9dda-f0bb29a4054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:03.350871 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-35799245-7ea4-46ff-9dda-f0bb29a4054d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 910 time: 0.1079795 Sep 14 01:13:03.390871 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-19555396-f50d-4c9d-b26e-70da75d37646 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7686f66-d521-48db-85c3-432d09864c2f HTTP/1.1" status: 200 len: 217 time: 0.0328271 Sep 14 01:13:03.440291 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412240-59bc-474d-a266-fde5ca1ed809 req-2329a2a4-38e1-484c-b541-601058d25022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:03.441713 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-2329a2a4-38e1-484c-b541-601058d25022 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.0437200 Sep 14 01:13:03.488584 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412240-59bc-474d-a266-fde5ca1ed809 req-96a2aa9a-db39-401b-afc2-a9491f98d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:03.506915 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-96a2aa9a-db39-401b-afc2-a9491f98d738 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424430 Sep 14 01:13:03.554207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:03.585289 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-9d3a61fe-132b-4d1d-9f20-1dd54582b963 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892804 Sep 14 01:13:03.678298 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-23412240-59bc-474d-a266-fde5ca1ed809 req-52fa7ef4-95e2-4f6a-8ae8-8f0eb7c2056a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864377 Sep 14 01:13:03.926276 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc9d2f-542e-4e8a-b973-a4bee52f8d64 req-f96bf2a3-0909-41ca-947c-8981a5f8f545 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:03.927740 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e4dc9d2f-542e-4e8a-b973-a4bee52f8d64 req-f96bf2a3-0909-41ca-947c-8981a5f8f545 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 943 time: 0.0464008 Sep 14 01:13:03.974221 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e4dc9d2f-542e-4e8a-b973-a4bee52f8d64 req-c4eb3ace-718d-48eb-8e83-d80a1c20955b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409026 Sep 14 01:13:04.583053 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device b7686f66-d521-48db-85c3-432d09864c2f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:13:04.679029 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port b7686f66-d521-48db-85c3-432d09864c2f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b7686f66-d521-48db-85c3-432d09864c2f,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:04.690365 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': 'b7686f66-d521-48db-85c3-432d09864c2f', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'port_id': 'b7686f66-d521-48db-85c3-432d09864c2f', 'mac_address': 'fa:16:3e:b4:74:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:13:04.728447 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port b7686f66-d521-48db-85c3-432d09864c2f is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:04.728832 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b7686f66-d521-48db-85c3-432d09864c2f), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:04.742022 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7686f66-d521-48db-85c3-432d09864c2f {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:13:04.761645 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port b7686f66-d521-48db-85c3-432d09864c2f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b7686f66-d521-48db-85c3-432d09864c2f,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:04.764992 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (b7686f66-d521-48db-85c3-432d09864c2f), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:04.809350 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=b7686f66-d521-48db-85c3-432d09864c2f,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:05.100688 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12693-8b69-45b1-92c7-261de2a57e5c req-778031c2-36b9-495f-a46b-5472539fafba tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:05.102156 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e7f12693-8b69-45b1-92c7-261de2a57e5c req-778031c2-36b9-495f-a46b-5472539fafba tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 944 time: 0.0496974 Sep 14 01:13:05.152357 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e7f12693-8b69-45b1-92c7-261de2a57e5c req-fd5c6811-1f8d-4056-a0c7-bd7deb710549 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Sep 14 01:13:05.199137 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['b7686f66-d521-48db-85c3-432d09864c2f'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:13:05.836488 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-0ef25ad0-5bdc-4e5a-9010-6f12be527bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.275097 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa5044-17e3-49bb-bac9-e55430379dba req-8037b697-32e5-464a-a11f-66fbf2833967 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:06.276584 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6daa5044-17e3-49bb-bac9-e55430379dba req-8037b697-32e5-464a-a11f-66fbf2833967 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 944 time: 0.0495903 Sep 14 01:13:06.324096 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6daa5044-17e3-49bb-bac9-e55430379dba req-4855d35a-b5de-44df-9e27-3b71b0dc663b tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Sep 14 01:13:06.593267 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device b7686f66-d521-48db-85c3-432d09864c2f up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:06.634916 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port b7686f66-d521-48db-85c3-432d09864c2f completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:13:06.640981 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port b7686f66-d521-48db-85c3-432d09864c2f triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:06.641410 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (b7686f66-d521-48db-85c3-432d09864c2f), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.642359 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port b7686f66-d521-48db-85c3-432d09864c2f Sep 14 01:13:06.716129 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port b7686f66-d521-48db-85c3-432d09864c2f is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:06.716508 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b7686f66-d521-48db-85c3-432d09864c2f), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.739086 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:06.741280 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264cd0cc-7129-4620-a5ad-251569db0b27" -d '{"events": [{"server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "name": "network-vif-plugged", "status": "completed", "tag": "b7686f66-d521-48db-85c3-432d09864c2f"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:06.754642 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port b7686f66-d521-48db-85c3-432d09864c2f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b7686f66-d521-48db-85c3-432d09864c2f,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:06.761060 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (b7686f66-d521-48db-85c3-432d09864c2f), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.783216 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:06.784958 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adbe451-c26c-4220-8b0b-5fe1cb6dcc7d x-openstack-request-id: req-8adbe451-c26c-4220-8b0b-5fe1cb6dcc7d {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:06.785193 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "name": "network-vif-plugged", "status": "completed", "tag": "b7686f66-d521-48db-85c3-432d09864c2f", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:06.785442 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8adbe451-c26c-4220-8b0b-5fe1cb6dcc7d {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:06.785846 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adbe451-c26c-4220-8b0b-5fe1cb6dcc7d'] response: {'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f', 'code': 200} Sep 14 01:13:06.811731 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=b7686f66-d521-48db-85c3-432d09864c2f,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:07.013072 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0b28-8677-4fee-b6bb-296f1c05a423 req-48f335a9-a76f-4f73-a7ca-68b57a8e45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:07.014539 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f06b0b28-8677-4fee-b6bb-296f1c05a423 req-48f335a9-a76f-4f73-a7ca-68b57a8e45f1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 1129 time: 0.0428765 Sep 14 01:13:07.061259 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f06b0b28-8677-4fee-b6bb-296f1c05a423 req-2bf50eb3-6a07-4151-9279-f20f776e19a5 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Sep 14 01:13:07.444093 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e5bd2-d702-4aa7-b9a5-c31168bd915e req-e102d2c1-b1fa-4dd9-bd43-5a9e18d98b00 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:07.445553 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f5e5bd2-d702-4aa7-b9a5-c31168bd915e req-e102d2c1-b1fa-4dd9-bd43-5a9e18d98b00 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0463667 Sep 14 01:13:07.493163 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f5e5bd2-d702-4aa7-b9a5-c31168bd915e req-851eb441-5951-4c19-81d4-93a60ace4db7 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Sep 14 01:13:08.278875 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:08.283788 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:08.293423 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:08.301202 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c8107ec9-7327-426d-baf6-09a983543125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:08.628993 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c822a8-5bac-4aca-8027-e1d0bddacde5 req-87f73c3e-d7d0-4dc0-81d9-df746b59815f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:08.630574 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4c822a8-5bac-4aca-8027-e1d0bddacde5 req-87f73c3e-d7d0-4dc0-81d9-df746b59815f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0504053 Sep 14 01:13:08.681671 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4c822a8-5bac-4aca-8027-e1d0bddacde5 req-6a87f606-6367-4c2f-ac91-23715760771d tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Sep 14 01:13:08.826417 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34646) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:08.955395 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e08c-f2f3-42c7-a3f1-d66f509ece29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.035108 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e08c-f2f3-42c7-a3f1-d66f509ece29 admin admin] Publish callbacks [] for security_group (ad63573f-9d6f-4173-b214-534c119e10c2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.039848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e08c-f2f3-42c7-a3f1-d66f509ece29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ad63573f-9d6f-4173-b214-534c119e10c2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.083806 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1e08c-f2f3-42c7-a3f1-d66f509ece29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad63573f-9d6f-4173-b214-534c119e10c2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:09.088021 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c8f1e08c-f2f3-42c7-a3f1-d66f509ece29 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=324f2eb6c60f4c8998fbbd00ff3d4e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606018 Sep 14 01:13:09.091249 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34650) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:09.129440 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:09.142225 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b2e369a5-5d95-4747-bab6-25ade5e4837b admin admin] Publish callbacks [] for security_group (ad63573f-9d6f-4173-b214-534c119e10c2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.163021 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b2e369a5-5d95-4747-bab6-25ade5e4837b admin admin] Publish callbacks [] for security_group (ad63573f-9d6f-4173-b214-534c119e10c2), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.208781 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b2e369a5-5d95-4747-bab6-25ade5e4837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ad63573f-9d6f-4173-b214-534c119e10c2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.211181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b2e369a5-5d95-4747-bab6-25ade5e4837b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.212363 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b2e369a5-5d95-4747-bab6-25ade5e4837b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ad63573f-9d6f-4173-b214-534c119e10c2 HTTP/1.1" status: 204 len: 168 time: 0.1208019 Sep 14 01:13:09.220106 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e369a5-5d95-4747-bab6-25ade5e4837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad63573f-9d6f-4173-b214-534c119e10c2,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:09.270755 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:13:09.390901 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.479535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34656) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:09.493435 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-23cf5d33-b8f8-49c1-8050-5cf0c993eaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.548678 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:09.570272 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-23cf5d33-b8f8-49c1-8050-5cf0c993eaac admin admin] Publish callbacks [] for security_group (317604a4-9080-4d84-a7bb-549fefc04e63), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.573694 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-23cf5d33-b8f8-49c1-8050-5cf0c993eaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (317604a4-9080-4d84-a7bb-549fefc04e63), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.614425 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf5d33-b8f8-49c1-8050-5cf0c993eaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317604a4-9080-4d84-a7bb-549fefc04e63,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:09.620056 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-23cf5d33-b8f8-49c1-8050-5cf0c993eaac admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dec5433f33fb4a17a6198f1db1af3c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393278 Sep 14 01:13:09.621594 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34660) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:09.670543 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d4615fbf-7943-4572-a49f-5aa208253137 admin admin] Publish callbacks [] for security_group (317604a4-9080-4d84-a7bb-549fefc04e63), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.690599 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d4615fbf-7943-4572-a49f-5aa208253137 admin admin] Publish callbacks [] for security_group (317604a4-9080-4d84-a7bb-549fefc04e63), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.741550 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d4615fbf-7943-4572-a49f-5aa208253137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (317604a4-9080-4d84-a7bb-549fefc04e63), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.744391 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d4615fbf-7943-4572-a49f-5aa208253137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:09.748028 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d4615fbf-7943-4572-a49f-5aa208253137 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/317604a4-9080-4d84-a7bb-549fefc04e63 HTTP/1.1" status: 204 len: 168 time: 0.1229727 Sep 14 01:13:09.754944 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615fbf-7943-4572-a49f-5aa208253137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317604a4-9080-4d84-a7bb-549fefc04e63,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:09.812669 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5f6a-7cc6-4c50-b06e-4453bab40a6a req-3a2d036a-96d6-4965-bae6-801c7e8728b6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:09.815244 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e67e5f6a-7cc6-4c50-b06e-4453bab40a6a req-3a2d036a-96d6-4965-bae6-801c7e8728b6 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0520442 Sep 14 01:13:09.863942 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e67e5f6a-7cc6-4c50-b06e-4453bab40a6a req-e533df43-8ef1-42db-9f73-536732ecd378 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Sep 14 01:13:09.991260 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09eccd-98c4-472a-be3f-b6ee6101e4d6 req-625d245c-82b9-4c12-9597-a8f5cbe5bf0a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:09.992680 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5c09eccd-98c4-472a-be3f-b6ee6101e4d6 req-625d245c-82b9-4c12-9597-a8f5cbe5bf0a tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0474193 Sep 14 01:13:10.003263 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34670) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:10.007692 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Request body: {'floatingip': {'port_id': 'b7686f66-d521-48db-85c3-432d09864c2f'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:10.047539 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (c3ab4aff-18f9-41c0-b468-c4732c82cd42), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:10.262887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:10.409178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:10.489861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:10.494294 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (c3ab4aff-18f9-41c0-b468-c4732c82cd42), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:10.592081 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Floating IP c3ab4aff-18f9-41c0-b468-c4732c82cd42 associated. External IP: 172.27.1.151, port: b7686f66-d521-48db-85c3-432d09864c2f. Sep 14 01:13:10.734502 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:10.804887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Router 9a01197e-b665-469e-87db-e44bf999bf2b has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:10.909595 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:10.915126 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:10.920661 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:10.932644 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:10.933265 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:11.053088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:11.061153 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:11.193242 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-54a17d82-03c3-43bf-9746-442947b07dbe tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/c3ab4aff-18f9-41c0-b468-c4732c82cd42 HTTP/1.1" status: 200 len: 991 time: 1.1861515 Sep 14 01:13:11.193242 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:11.194474 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ead007-f33d-4827-a997-e884a5231377" -d '{"events": [{"name": "network-changed", "server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "tag": "b7686f66-d521-48db-85c3-432d09864c2f"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:11.237502 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd74fcd-8d55-4b91-94f6-70c12bbe5668 x-openstack-request-id: req-dbd74fcd-8d55-4b91-94f6-70c12bbe5668 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:11.237769 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "tag": "b7686f66-d521-48db-85c3-432d09864c2f", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:11.238397 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbd74fcd-8d55-4b91-94f6-70c12bbe5668 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:11.238896 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd74fcd-8d55-4b91-94f6-70c12bbe5668'] response: {'name': 'network-changed', 'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f', 'status': 'completed', 'code': 200} Sep 14 01:13:11.317573 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'c3ab4aff-18f9-41c0-b468-c4732c82cd42', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'port_id': 'b7686f66-d521-48db-85c3-432d09864c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'mac_address': 'fa:16:3e:b4:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:56Z', 'updated_at': '2022-09-14T01:13:10Z', 'revision_number': 1, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:11.329973 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead007-f33d-4827-a997-e884a5231377 req-8e8121e5-1dd0-4d79-a2bf-f902615f7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:11.331474 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-8e8121e5-1dd0-4d79-a2bf-f902615f7b0f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=25c229f6a4574619a73b2780d2a6528b&device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 1129 time: 0.0418253 Sep 14 01:13:11.350023 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:11.364124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:11.364748 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:11.434306 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead007-f33d-4827-a997-e884a5231377 req-4ffe0184-64b0-42e5-94cd-556dbb277f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:11.436143 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-4ffe0184-64b0-42e5-94cd-556dbb277f5a service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 200 len: 910 time: 0.0973027 Sep 14 01:13:11.504138 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-b67b235a-de05-4eb9-9d37-3c85657cb87e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7686f66-d521-48db-85c3-432d09864c2f HTTP/1.1" status: 200 len: 999 time: 0.0618658 Sep 14 01:13:11.563828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead007-f33d-4827-a997-e884a5231377 req-69de91e1-bccc-40d8-97f4-1e07ac6323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:11.565490 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-69de91e1-bccc-40d8-97f4-1e07ac6323b0 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 200 len: 849 time: 0.0530660 Sep 14 01:13:11.608454 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:11.612433 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:11.615835 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead007-f33d-4827-a997-e884a5231377 req-1d74e7bc-83b1-46a4-9fa9-6f1097b82165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:11.617335 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-1d74e7bc-83b1-46a4-9fa9-6f1097b82165 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=740eb1f7-47cc-47b7-ac3a-115438e4b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459185 Sep 14 01:13:11.661655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34724) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:11.713435 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-cc9d8f03-544e-4861-b0ba-128f97cd60bc service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901210 Sep 14 01:13:11.781255 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d382d40a-3d4e-4f0f-8029-ef492cb1b8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:11.816307 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c2ead007-f33d-4827-a997-e884a5231377 req-1c47480a-eff0-40c0-8d9b-dbd3be2782ef service neutron] 10.222.0.44 "GET /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973282 Sep 14 01:13:11.840756 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'c3ab4aff-18f9-41c0-b468-c4732c82cd42', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'port_id': 'b7686f66-d521-48db-85c3-432d09864c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'mac_address': 'fa:16:3e:b4:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:56Z', 'updated_at': '2022-09-14T01:13:10Z', 'revision_number': 1, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:11.863124 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d382d40a-3d4e-4f0f-8029-ef492cb1b8c8 admin admin] Publish callbacks [] for security_group (cf08e69f-a46e-41cf-b985-12cc20a36986), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:11.866938 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d382d40a-3d4e-4f0f-8029-ef492cb1b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (cf08e69f-a46e-41cf-b985-12cc20a36986), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:11.867644 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea0540-998e-40d3-b73d-7fa5ba89391d None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': 'c3ab4aff-18f9-41c0-b468-c4732c82cd42', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'port_id': 'b7686f66-d521-48db-85c3-432d09864c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'mac_address': 'fa:16:3e:b4:74:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:12:56Z', 'updated_at': '2022-09-14T01:13:10Z', 'revision_number': 1, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:11.913188 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d382d40a-3d4e-4f0f-8029-ef492cb1b8c8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=efc10efc11134c0d9e289317611f9cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495871 Sep 14 01:13:11.914000 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382d40a-3d4e-4f0f-8029-ef492cb1b8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08e69f-a46e-41cf-b985-12cc20a36986,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:11.916011 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34728) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:11.947009 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:11.975081 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7b85c40f-3d4c-4f56-bb9b-7da90e935f64 admin admin] Publish callbacks [] for security_group (cf08e69f-a46e-41cf-b985-12cc20a36986), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:11.996123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7b85c40f-3d4c-4f56-bb9b-7da90e935f64 admin admin] Publish callbacks [] for security_group (cf08e69f-a46e-41cf-b985-12cc20a36986), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.045918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7b85c40f-3d4c-4f56-bb9b-7da90e935f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (cf08e69f-a46e-41cf-b985-12cc20a36986), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.049318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7b85c40f-3d4c-4f56-bb9b-7da90e935f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.050500 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7b85c40f-3d4c-4f56-bb9b-7da90e935f64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cf08e69f-a46e-41cf-b985-12cc20a36986 HTTP/1.1" status: 204 len: 168 time: 0.1333528 Sep 14 01:13:12.059754 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85c40f-3d4c-4f56-bb9b-7da90e935f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08e69f-a46e-41cf-b985-12cc20a36986,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:12.080457 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bc947-60c9-4c9e-8927-ad6f179f2ca5 None None] New status for floating IP c3ab4aff-18f9-41c0-b468-c4732c82cd42: ACTIVE {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:13:12.329483 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34734) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:12.343301 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a380df1f-2d5a-4e9a-b805-b6b3a5963a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.421070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a380df1f-2d5a-4e9a-b805-b6b3a5963a29 admin admin] Publish callbacks [] for security_group (af507381-7256-4e1c-a288-89e8e8bf0881), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.424570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a380df1f-2d5a-4e9a-b805-b6b3a5963a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (af507381-7256-4e1c-a288-89e8e8bf0881), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.461982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380df1f-2d5a-4e9a-b805-b6b3a5963a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af507381-7256-4e1c-a288-89e8e8bf0881,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:12.466078 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-a380df1f-2d5a-4e9a-b805-b6b3a5963a29 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6b3707e0031a4095b0a74ed4548eafc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355650 Sep 14 01:13:12.468795 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34736) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:12.520968 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45766b48-4156-485b-8130-e68936a60260 admin admin] Publish callbacks [] for security_group (af507381-7256-4e1c-a288-89e8e8bf0881), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.540799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45766b48-4156-485b-8130-e68936a60260 admin admin] Publish callbacks [] for security_group (af507381-7256-4e1c-a288-89e8e8bf0881), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.585556 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45766b48-4156-485b-8130-e68936a60260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (af507381-7256-4e1c-a288-89e8e8bf0881), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.588205 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-45766b48-4156-485b-8130-e68936a60260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:12.589345 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-45766b48-4156-485b-8130-e68936a60260 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/af507381-7256-4e1c-a288-89e8e8bf0881 HTTP/1.1" status: 204 len: 168 time: 0.1195433 Sep 14 01:13:12.597608 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45766b48-4156-485b-8130-e68936a60260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af507381-7256-4e1c-a288-89e8e8bf0881,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:13.681260 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34770) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:13.786448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-67865163-b475-4c9e-9ce4-b5282a0cc3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:13.853862 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:13.864358 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-67865163-b475-4c9e-9ce4-b5282a0cc3d1 admin admin] Publish callbacks [] for security_group (c3aa389e-576b-4abc-bd5d-898e1168c038), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:13.868361 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-67865163-b475-4c9e-9ce4-b5282a0cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (c3aa389e-576b-4abc-bd5d-898e1168c038), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:13.912293 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-67865163-b475-4c9e-9ce4-b5282a0cc3d1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e76d5af3829b4fd5bc75fa2594e1ad6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299786 Sep 14 01:13:13.913213 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67865163-b475-4c9e-9ce4-b5282a0cc3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa389e-576b-4abc-bd5d-898e1168c038,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:13.915734 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34774) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:13.965981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-403acb44-52e4-4036-a079-12b314e5ebcf admin admin] Publish callbacks [] for security_group (c3aa389e-576b-4abc-bd5d-898e1168c038), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:13.985797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-403acb44-52e4-4036-a079-12b314e5ebcf admin admin] Publish callbacks [] for security_group (c3aa389e-576b-4abc-bd5d-898e1168c038), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:14.032906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-403acb44-52e4-4036-a079-12b314e5ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (c3aa389e-576b-4abc-bd5d-898e1168c038), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:14.035388 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-403acb44-52e4-4036-a079-12b314e5ebcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:14.036523 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-403acb44-52e4-4036-a079-12b314e5ebcf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c3aa389e-576b-4abc-bd5d-898e1168c038 HTTP/1.1" status: 204 len: 168 time: 0.1190023 Sep 14 01:13:14.044540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403acb44-52e4-4036-a079-12b314e5ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa389e-576b-4abc-bd5d-898e1168c038,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:18.171259 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34846) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:18.283572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a933df2d-15e0-4f50-8212-d8e84f68d20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.351508 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:18.361317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a933df2d-15e0-4f50-8212-d8e84f68d20a admin admin] Publish callbacks [] for security_group (25563969-bd9d-475b-a9b9-1c467679ebdf), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.364659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a933df2d-15e0-4f50-8212-d8e84f68d20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (25563969-bd9d-475b-a9b9-1c467679ebdf), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.405800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a933df2d-15e0-4f50-8212-d8e84f68d20a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=efb6f83e694a434c96ea382c8e699e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334657 Sep 14 01:13:18.408132 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933df2d-15e0-4f50-8212-d8e84f68d20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25563969-bd9d-475b-a9b9-1c467679ebdf,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:18.409430 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34850) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:18.457847 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3b6fab2e-18b7-4316-aa99-fe885be3f275 admin admin] Publish callbacks [] for security_group (25563969-bd9d-475b-a9b9-1c467679ebdf), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.478097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3b6fab2e-18b7-4316-aa99-fe885be3f275 admin admin] Publish callbacks [] for security_group (25563969-bd9d-475b-a9b9-1c467679ebdf), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.488741 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:18.526568 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3b6fab2e-18b7-4316-aa99-fe885be3f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (25563969-bd9d-475b-a9b9-1c467679ebdf), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.529081 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3b6fab2e-18b7-4316-aa99-fe885be3f275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:18.530201 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3b6fab2e-18b7-4316-aa99-fe885be3f275 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/25563969-bd9d-475b-a9b9-1c467679ebdf HTTP/1.1" status: 204 len: 168 time: 0.1197653 Sep 14 01:13:18.538490 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fab2e-18b7-4316-aa99-fe885be3f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25563969-bd9d-475b-a9b9-1c467679ebdf,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:19.161131 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34872) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:19.257104 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-410133808-network', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:19.277878 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Made reservation on behalf of f93905695d7a4f8495534c38a7bebfa4 for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:13:19.280489 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.289024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.364293 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks [] for security_group (3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.367881 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.396622 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:13:19.406496 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:19.411418 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (ed1b40e6-a9ac-4a38-b3ad-658b2360ef00), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.412074 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Added segment ed1b40e6-a9ac-4a38-b3ad-658b2360ef00 of type vlan for network d4b96baa-eabb-4692-b8fa-06df3d181968 Sep 14 01:13:19.454310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (d4b96baa-eabb-4692-b8fa-06df3d181968), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.487739 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (d4b96baa-eabb-4692-b8fa-06df3d181968), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.488794 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:19.489391 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.555022 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3900061 Sep 14 01:13:19.555857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34876) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:19.558108 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a3c3-59e9-495a-b1a7-5337a1a05f47 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b96baa-eabb-4692-b8fa-06df3d181968,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:19.561675 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Request body: {'subnet': {'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-410133808-subnet', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:19.574361 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:19.586589 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Made reservation on behalf of f93905695d7a4f8495534c38a7bebfa4 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:13:19.589390 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637502'] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.596002 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network d4b96baa-eabb-4692-b8fa-06df3d181968 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:13:19.759539 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637480'] for subnet (a9a7ecdb-7462-459d-b731-85965a54977f), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.825031 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a7ecdb-7462-459d-b731-85965a54977f,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:19.842588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Checking segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:19.842949 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Network hostable DHCP agents. Network: d4b96baa-eabb-4692-b8fa-06df3d181968, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:13:19.860136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Network d4b96baa-eabb-4692-b8fa-06df3d181968 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:13:19.868002 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, d4b96baa-eabb-4692-b8fa-06df3d181968) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:19.872315 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:19.872777 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.877018 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1cbb1-38c9-4f66-ba84-36ddc3a95897 None None] Network d4b96baa-eabb-4692-b8fa-06df3d181968 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:13:19.891461 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-43221aa7-7e69-46dd-948a-6c81adb1947d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3317957 Sep 14 01:13:19.892229 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34878) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:19.896473 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:19.916160 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:19.917791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.918878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.937314 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:19.970718 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks [] for router_controller (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), precommit_add_association {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:19.985628 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-d4b96baa-eabb-4692-b8fa-06df3d181968', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:13:19.986529 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.106307 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks [] for router_gateway (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.118283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Allocated IP 172.20.0.2 (d4b96baa-eabb-4692-b8fa-06df3d181968/a9a7ecdb-7462-459d-b731-85965a54977f/ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:20.265156 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Publish callbacks [] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.271989 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.290210 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks [] for router_gateway (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.312655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.315733 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Network d4b96baa-eabb-4692-b8fa-06df3d181968 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:20.320722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:20.324656 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:20.328038 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Pushing event updated for resources: {'Port': ['ID=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:20.354425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.354769 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.355111 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.355445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.355814 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.356144 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.356523 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.356791 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.357114 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.357438 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.357780 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.358083 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.358399 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.358721 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.359043 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:20.402759 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:20.403021 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Attempting to bind port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:20.403179 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Attempting to bind port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:20.403541 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Attempting to bind port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff on network d4b96baa-eabb-4692-b8fa-06df3d181968 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:20.426868 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Allocated IP 172.27.1.248 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/d7bd8758-aa73-4b24-a2e3-59d2b4fc9296) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:20.445965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:20.446338 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Checking segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:20.446741 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.447131 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Bound using segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:20.447624 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Bound port: ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:20.448002 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.484912 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:20.514305 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] For port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:20.518675 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] For port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:20.524296 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.552192 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks [] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.579920 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f9a3b-e971-41b4-bc7e-73d66b0fdb54 None None] Pushing event updated for resources: {'Port': ['ID=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:20.587805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.629980 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:20.635145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:20.638893 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:20.642209 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:20.751774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:20.915662 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks [] for router_gateway (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.104933 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.239735 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Router b43cada5-c2a6-4b24-95ea-75527ebcfc6d is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:13:21.262328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:21.303161 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:21.316976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:21.317352 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.317686 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff Sep 14 01:13:21.357656 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:21.381485 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.383195 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-cac94f89-a911-4d0b-a6e0-5c0a155355eb admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4899113 Sep 14 01:13:21.385838 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34880) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:21.390326 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Sync routers for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:21.392354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:21.411446 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:21.413024 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.416638 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:21.427678 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:21.430328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:21.431036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:21.511886 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:21.546471 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3289d-9b64-44e3-a51a-6962655a269c None None] Network d4b96baa-eabb-4692-b8fa-06df3d181968 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:13:21.549847 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.655300 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:21.688163 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-9bc23c7d-61eb-4164-a04e-2dd544644a0b None None] Provisioning complete for port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:21.688163 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-9bc23c7d-61eb-4164-a04e-2dd544644a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.688163 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-9bc23c7d-61eb-4164-a04e-2dd544644a0b None None] Attempt 1 to provision port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff Sep 14 01:13:21.768052 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:21.805062 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:21.966194 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Allocated IP 172.20.0.1 (d4b96baa-eabb-4692-b8fa-06df3d181968/a9a7ecdb-7462-459d-b731-85965a54977f/fcd1f97e-5cfc-4f30-88e2-202eb941ace8) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:22.070689 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-9bc23c7d-61eb-4164-a04e-2dd544644a0b None None] Current status of the port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:22.075655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks [] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.087395 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:20Z', 'revision_number': 3, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:22.111939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.113802 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Checking router: b43cada5-c2a6-4b24-95ea-75527ebcfc6d for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:22.114059 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Updating router b43cada5-c2a6-4b24-95ea-75527ebcfc6d port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:13:22.141861 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:22.149023 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.164803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Network d4b96baa-eabb-4692-b8fa-06df3d181968 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:22.169092 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:22.171634 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:22.196129 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Pushing event updated for resources: {'Port': ['ID=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:22.199354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:22.223441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.315445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-cbf23270-250c-4afc-8d5b-cf180d8dabfa None None] Provisioning complete for port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:22.315851 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cbf23270-250c-4afc-8d5b-cf180d8dabfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.316188 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-cbf23270-250c-4afc-8d5b-cf180d8dabfa None None] Attempt 1 to provision port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff Sep 14 01:13:22.364496 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.379496 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:22.434210 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:22.471218 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-cbf23270-250c-4afc-8d5b-cf180d8dabfa None None] Current status of the port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:22.485171 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Publish callbacks [] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.491305 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.529244 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Attempting to bind port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:22.529458 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Attempting to bind port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:22.529819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Attempting to bind port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:22.540903 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks [] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.545547 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.561265 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14e79c-69f7-4a01-8ca0-1bb68acff648 None None] Pushing event updated for resources: {'Port': ['ID=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:22.585926 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:22.586299 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:22.586689 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.587079 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:22.587574 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Bound port: d7bd8758-aa73-4b24-a2e3-59d2b4fc9296, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:22.587953 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.613001 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Provisioning complete for port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:22.613363 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.613693 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 1 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:22.617775 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.619476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Pushing event updated for resources: {'Port': ['ID=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:22.665042 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:22.670668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] For port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:22.674308 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] For port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:22.680483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:22.713956 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Network d4b96baa-eabb-4692-b8fa-06df3d181968 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:22.715344 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:22.719835 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:22.720477 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:22.778826 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14e79c-69f7-4a01-8ca0-1bb68acff648 None None] Pushing event updated for resources: {'Port': ['ID=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:22.840791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Router b43cada5-c2a6-4b24-95ea-75527ebcfc6d has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:22.848243 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:22.948296 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:22.953830 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ce3419ab-a5e2-4382-953c-dfff8a4b4e3e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b43cada5-c2a6-4b24-95ea-75527ebcfc6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663040 Sep 14 01:13:23.047723 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 2, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:23.073379 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b4890-b042-4b58-b72c-d23428fa96de None None] The sync data for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi is: [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 2, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:23.166318 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 2 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:23.207369 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:23.236603 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:23.302757 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:23.302757 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.302757 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff Sep 14 01:13:23.351589 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:23.392801 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:23.509228 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34896) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:23.514163 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1118626944-network', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:23.535132 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Made reservation on behalf of cae52d32e65b4630be939de99ecc9d0f for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:13:23.537545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.548138 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.635577 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks [] for security_group (570dfe10-2f73-4788-b6da-b5f579d113d2), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.639898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (570dfe10-2f73-4788-b6da-b5f579d113d2), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.654210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=18 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:23.673755 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:13:23.679849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570dfe10-2f73-4788-b6da-b5f579d113d2,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:23.689413 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.689874 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Added segment 4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d of type vlan for network a03c4ac8-3456-4035-8040-40d2c06e1ba1 Sep 14 01:13:23.708769 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 3 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:23.743999 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (a03c4ac8-3456-4035-8040-40d2c06e1ba1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.753244 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:23.782493 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (a03c4ac8-3456-4035-8040-40d2c06e1ba1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.783527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:23.784167 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:23.848433 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3381047 Sep 14 01:13:23.851069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34898) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:23.857922 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Request body: {'subnet': {'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1118626944-subnet', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:23.861569 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=71,neutron:INSERT=18,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:23.864625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5398-6924-4ceb-8c20-860116eed6cc admin admin] Pushing event updated for resources: {'Network': ['ID=a03c4ac8-3456-4035-8040-40d2c06e1ba1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:23.876366 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:13:23.889023 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Made reservation on behalf of cae52d32e65b4630be939de99ecc9d0f for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:13:23.892563 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172839'] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.074942 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5946184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172849'] for subnet (f3f2ccf7-8006-413a-b234-317e43d0903e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.132989 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f2ccf7-8006-413a-b234-317e43d0903e,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:24.150690 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Checking segment: {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:24.151054 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Network hostable DHCP agents. Network: a03c4ac8-3456-4035-8040-40d2c06e1ba1, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:13:24.169100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:13:24.178778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, a03c4ac8-3456-4035-8040-40d2c06e1ba1) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:24.183331 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:24.184141 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.189812 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a0f96-8b2c-43bf-9fe1-7b265b1b0bb7 None None] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:13:24.201654 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ce2760ab-ec3f-43f8-8e8e-64fdb84b671f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3495135 Sep 14 01:13:24.204806 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 34900) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:24.209489 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:24.232630 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (9396c4f0-5817-4137-ac0f-70993b890c3e), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.233683 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (9396c4f0-5817-4137-ac0f-70993b890c3e), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.237717 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:24.255450 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 4 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:24.287998 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks [] for router_controller (9396c4f0-5817-4137-ac0f-70993b890c3e), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.309047 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:24.338290 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'fixed_ips': [{'subnet_id': 'f3f2ccf7-8006-413a-b234-317e43d0903e'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:13:24.339221 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.440097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks [] for router_gateway (9396c4f0-5817-4137-ac0f-70993b890c3e), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.489819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Allocated IP 172.20.0.2 (a03c4ac8-3456-4035-8040-40d2c06e1ba1/f3f2ccf7-8006-413a-b234-317e43d0903e/ff5139a0-0de7-4e94-b666-54730a2b9437) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:24.616077 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:24.620459 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks [] for router_gateway (9396c4f0-5817-4137-ac0f-70993b890c3e), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.630313 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Publish callbacks [] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.637086 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.646228 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.685114 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:24.688524 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:24.690618 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Pushing event updated for resources: {'Port': ['ID=ff5139a0-0de7-4e94-b666-54730a2b9437,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:24.692767 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:24.749227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Attempting to bind port ff5139a0-0de7-4e94-b666-54730a2b9437 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:24.749599 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Attempting to bind port ff5139a0-0de7-4e94-b666-54730a2b9437 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:24.750523 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Attempting to bind port ff5139a0-0de7-4e94-b666-54730a2b9437 on network a03c4ac8-3456-4035-8040-40d2c06e1ba1 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:24.759208 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Allocated IP 172.27.1.244 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/e72835da-cda2-48a6-8a0c-f9734d144475) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:24.783733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:24.792761 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:24.793135 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Checking segment: {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:24.793538 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.793925 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Bound using segment: {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:24.794395 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Bound port: ff5139a0-0de7-4e94-b666-54730a2b9437, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:24.794773 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.809729 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 5 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:24.874642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks [] for port (e72835da-cda2-48a6-8a0c-f9734d144475), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.878610 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:24.887931 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] For port ff5139a0-0de7-4e94-b666-54730a2b9437, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:24.892276 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] For port ff5139a0-0de7-4e94-b666-54730a2b9437, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ff5139a0-0de7-4e94-b666-54730a2b9437,segment=NetworkSegment(4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d),segment_id=4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:24.898303 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.913259 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:24.928785 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:24.956330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:24.958669 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582edc0-191a-4e11-8c12-324f20c1db5b None None] Pushing event updated for resources: {'Port': ['ID=ff5139a0-0de7-4e94-b666-54730a2b9437,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:24.962547 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:24.966494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:24.996630 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Pushing event updated for resources: {'Port': ['ID=e72835da-cda2-48a6-8a0c-f9734d144475,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:25.253400 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Sync routers for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:25.267430 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:25.268061 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:25.290044 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks [] for router_gateway (9396c4f0-5817-4137-ac0f-70993b890c3e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.306200 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:25.374175 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:25.374521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.374901 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 Sep 14 01:13:25.408296 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:25.409548 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 6 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:25.416712 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:25.465899 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:25.510798 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:25.511186 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.533801 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:25.537852 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.538764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ff5139a0-0de7-4e94-b666-54730a2b9437 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:25.558241 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (9396c4f0-5817-4137-ac0f-70993b890c3e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.624555 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 2, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:25.632031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:25.636343 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port ff5139a0-0de7-4e94-b666-54730a2b9437 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:25.636711 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.637038 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port ff5139a0-0de7-4e94-b666-54730a2b9437 Sep 14 01:13:25.685283 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:25.705519 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Router 9396c4f0-5817-4137-ac0f-70993b890c3e is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:13:25.723198 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port ff5139a0-0de7-4e94-b666-54730a2b9437 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:25.723639 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.761168 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Checking router: b43cada5-c2a6-4b24-95ea-75527ebcfc6d for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:25.761590 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Updating router b43cada5-c2a6-4b24-95ea-75527ebcfc6d port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:13:25.774904 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port ff5139a0-0de7-4e94-b666-54730a2b9437, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ff5139a0-0de7-4e94-b666-54730a2b9437,segment=NetworkSegment(4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d),segment_id=4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:25.780497 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.792349 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.821275 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:25.837154 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=ff5139a0-0de7-4e94-b666-54730a2b9437,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:25.850936 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:25.861628 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Sync routers for ids ['9396c4f0-5817-4137-ac0f-70993b890c3e'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:25.872473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:25.874162 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d7cd2bf9-9e71-48ee-872f-a7772962db3d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6683385 Sep 14 01:13:25.877223 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 34908) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:25.880461 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Routers {'9396c4f0-5817-4137-ac0f-70993b890c3e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:25.881698 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9396c4f0-5817-4137-ac0f-70993b890c3e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:25.922048 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:26.116983 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 7 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:26.134915 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Publish callbacks [] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.142827 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.144749 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ec9b7-173a-4161-b126-6552dfc71d6e None None] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:13:26.170869 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:26.209699 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:26.211114 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Pushing event updated for resources: {'Port': ['ID=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:26.212542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:26.227235 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Set router 9396c4f0-5817-4137-ac0f-70993b890c3e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:26.236899 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.237521 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.238031 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.238548 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.239145 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.239654 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.239983 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.240305 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.240628 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.240948 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.241278 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.241595 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.241915 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.242255 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.242568 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:26.260348 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Attempting to bind port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:26.260957 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Attempting to bind port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:26.261078 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Attempting to bind port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 on network d4b96baa-eabb-4692-b8fa-06df3d181968 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:26.305993 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:26.306765 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Checking segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:26.307227 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.307887 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Bound using segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:26.308235 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Bound port: fcd1f97e-5cfc-4f30-88e2-202eb941ace8, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:26.308672 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.377041 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] For port fcd1f97e-5cfc-4f30-88e2-202eb941ace8, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:26.380397 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] For port fcd1f97e-5cfc-4f30-88e2-202eb941ace8, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:26.388234 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.430410 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:26.433062 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:26.444895 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:26.445684 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:26.472750 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 3, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:26.495897 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472b88-61ff-4835-971e-06bbefa6c26a None None] Pushing event updated for resources: {'Port': ['ID=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:26.513237 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:26.514397 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Checking router: 9396c4f0-5817-4137-ac0f-70993b890c3e for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:26.514752 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Updating router 9396c4f0-5817-4137-ac0f-70993b890c3e port e72835da-cda2-48a6-8a0c-f9734d144475 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:13:26.547391 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.570316 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:26.640161 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.714930 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Attempt 8 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:26.790742 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:26.805125 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Allocated IP 172.20.0.1 (a03c4ac8-3456-4035-8040-40d2c06e1ba1/f3f2ccf7-8006-413a-b234-317e43d0903e/cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:26.816767 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dd376a-6efe-4df4-bd73-174d99e99846 None None] The sync data for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi is: [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:26.864114 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Current status of the port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:26.864516 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.881876 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Publish callbacks [] for port (e72835da-cda2-48a6-8a0c-f9734d144475), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.896191 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.926987 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks [] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.941654 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Attempting to bind port e72835da-cda2-48a6-8a0c-f9734d144475 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:26.942031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Attempting to bind port e72835da-cda2-48a6-8a0c-f9734d144475 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:26.942398 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Attempting to bind port e72835da-cda2-48a6-8a0c-f9734d144475 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:26.952270 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] For port fcd1f97e-5cfc-4f30-88e2-202eb941ace8, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:26.961707 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.977598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:26.994607 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1cf90-19b9-4a5e-a896-ead97f1225b0 None None] Pushing event updated for resources: {'Port': ['ID=e72835da-cda2-48a6-8a0c-f9734d144475,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:27.011491 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:27.017699 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:27.020231 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:27.028889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:27.031790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:27.032174 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:27.032583 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.032974 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:27.033461 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Bound port: e72835da-cda2-48a6-8a0c-f9734d144475, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:27.033840 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.081973 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:27.088748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (9396c4f0-5817-4137-ac0f-70993b890c3e), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.103024 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f511ee-94b2-4e06-88a4-3090acdee60a None None] Pushing event updated for resources: {'Port': ['ID=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:27.131041 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Provisioning complete for port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:27.131418 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.131795 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Attempt 1 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:27.207344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] For port e72835da-cda2-48a6-8a0c-f9734d144475, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:27.253108 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] For port e72835da-cda2-48a6-8a0c-f9734d144475, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=e72835da-cda2-48a6-8a0c-f9734d144475,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:27.266425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.282629 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.330838 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Routers {'9396c4f0-5817-4137-ac0f-70993b890c3e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:27.331418 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9396c4f0-5817-4137-ac0f-70993b890c3e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:27.336542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:27.339693 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:27.391873 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:27.392916 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:27.435158 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Current status of the port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:27.438001 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1cf90-19b9-4a5e-a896-ead97f1225b0 None None] Pushing event updated for resources: {'Port': ['ID=e72835da-cda2-48a6-8a0c-f9734d144475,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:27.490131 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Provisioning complete for port ff5139a0-0de7-4e94-b666-54730a2b9437 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:27.490512 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.490848 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Attempt 1 to provision port ff5139a0-0de7-4e94-b666-54730a2b9437 Sep 14 01:13:27.494052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks [] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.501253 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.543023 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:27.543397 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.544110 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 Sep 14 01:13:27.571503 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] Set router 9396c4f0-5817-4137-ac0f-70993b890c3e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:27.577026 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (9396c4f0-5817-4137-ac0f-70993b890c3e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:27.579187 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:27.674441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:27.675877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:27.764214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-6c809bad-6c8d-4115-803a-c51fbefdecec None None] Current status of the port ff5139a0-0de7-4e94-b666-54730a2b9437 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:27.783590 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:27.784689 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fcd1f97e-5cfc-4f30-88e2-202eb941ace8 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:27.793060 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Router 9396c4f0-5817-4137-ac0f-70993b890c3e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:27.914395 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:27.920189 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-68342ea0-cbc7-478c-9fb4-f9dabf6f93c0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9396c4f0-5817-4137-ac0f-70993b890c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0410793 Sep 14 01:13:28.022558 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:28.023128 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:28.023425 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 Sep 14 01:13:28.027722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6', 'name': '', 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'mac_address': 'fa:16:3e:7c:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:26Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 1, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'subnets': [{'id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:28.047072 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Provisioning complete for port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:28.047449 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:28.047805 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 1 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:28.094953 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6806e-253e-4fb9-9f66-54c63e9acfb4 None None] The sync data for ids ['9396c4f0-5817-4137-ac0f-70993b890c3e'] in dv-cinder-857528-1-iscsi is: [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6', 'name': '', 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'mac_address': 'fa:16:3e:7c:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:26Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 1, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'subnets': [{'id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:28.112249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:28.164755 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:28.165847 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ff5139a0-0de7-4e94-b666-54730a2b9437 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:28.216148 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port ff5139a0-0de7-4e94-b666-54730a2b9437 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:28.216521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:28.216869 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port ff5139a0-0de7-4e94-b666-54730a2b9437 Sep 14 01:13:28.281065 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:28.287514 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:28.294070 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port ff5139a0-0de7-4e94-b666-54730a2b9437 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:28.613195 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 2 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:28.660546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:29.161866 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 3 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:29.217469 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:29.720311 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 4 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:29.774423 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:30.275487 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 5 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:30.311430 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:30.813775 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 6 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:30.870271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:31.044885 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Sync routers for ids ['9396c4f0-5817-4137-ac0f-70993b890c3e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:31.058155 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Routers {'9396c4f0-5817-4137-ac0f-70993b890c3e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:31.058801 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9396c4f0-5817-4137-ac0f-70993b890c3e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:31.172827 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Set router 9396c4f0-5817-4137-ac0f-70993b890c3e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:31.280221 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device e72835da-cda2-48a6-8a0c-f9734d144475 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:31.349736 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port e72835da-cda2-48a6-8a0c-f9734d144475 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:31.350009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.350351 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port e72835da-cda2-48a6-8a0c-f9734d144475 Sep 14 01:13:31.373474 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 7 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:31.416417 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6', 'name': '', 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'mac_address': 'fa:16:3e:7c:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:26Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 2, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'subnets': [{'id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:31.426651 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:31.448892 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Checking router: 9396c4f0-5817-4137-ac0f-70993b890c3e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:31.449238 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Updating router 9396c4f0-5817-4137-ac0f-70993b890c3e port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:13:31.472418 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port e72835da-cda2-48a6-8a0c-f9734d144475 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:31.473170 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.481412 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:31.502619 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.504025 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port e72835da-cda2-48a6-8a0c-f9734d144475, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=e72835da-cda2-48a6-8a0c-f9734d144475,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:31.509418 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.552550 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:31.575165 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=e72835da-cda2-48a6-8a0c-f9734d144475,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:31.798613 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Publish callbacks [] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.804280 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.875868 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcd688-b957-4b8c-96b3-f32a3039862f None None] Pushing event updated for resources: {'Port': ['ID=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:31.909477 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Attempting to bind port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:31.909852 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Attempting to bind port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:31.910207 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Attempting to bind port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 on network a03c4ac8-3456-4035-8040-40d2c06e1ba1 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:31.928673 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 8 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:31.964645 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:31.965001 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Checking segment: {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:31.965655 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.965799 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Bound using segment: {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:31.966219 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Bound port: cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:31.966585 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.975489 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:32.130283 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] For port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:32.134440 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] For port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,segment=NetworkSegment(4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d),segment_id=4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:32.142546 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.180134 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Routers {'9396c4f0-5817-4137-ac0f-70993b890c3e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:32.180762 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9396c4f0-5817-4137-ac0f-70993b890c3e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:32.241511 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcd688-b957-4b8c-96b3-f32a3039862f None None] Pushing event updated for resources: {'Port': ['ID=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:32.308499 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] Set router 9396c4f0-5817-4137-ac0f-70993b890c3e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:32.478578 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Attempt 9 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:32.492422 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:32.517394 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6', 'name': '', 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'mac_address': 'fa:16:3e:7c:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:26Z', 'updated_at': '2022-09-14T01:13:32Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'subnets': [{'id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:32.550320 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45f468-3d0c-4a50-91fd-67df0b6a98f8 None None] The sync data for ids ['9396c4f0-5817-4137-ac0f-70993b890c3e'] in dv-cinder-857528-1-iscsi is: [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:27Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6', 'name': '', 'network_id': 'a03c4ac8-3456-4035-8040-40d2c06e1ba1', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'mac_address': 'fa:16:3e:7c:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:26Z', 'updated_at': '2022-09-14T01:13:32Z', 'revision_number': 4, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'subnets': [{'id': 'f3f2ccf7-8006-413a-b234-317e43d0903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:32.571999 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Current status of the port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:32.572421 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.616764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] For port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,segment=NetworkSegment(4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d),segment_id=4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:32.624955 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.695653 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32941cf8-af8e-46e1-9333-0ef6fe8b827c None None] Pushing event updated for resources: {'Port': ['ID=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:32.750706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-c24594a3-e71b-431f-a3b5-4b53bc3515b7 None None] Provisioning complete for port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:32.751410 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c24594a3-e71b-431f-a3b5-4b53bc3515b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.751969 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-c24594a3-e71b-431f-a3b5-4b53bc3515b7 None None] Attempt 1 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:32.836751 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:32.850632 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-c24594a3-e71b-431f-a3b5-4b53bc3515b7 None None] Current status of the port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:33.275859 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:33.328564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:33.329072 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.329412 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 Sep 14 01:13:33.409744 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:33.414515 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:33.415679 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device e72835da-cda2-48a6-8a0c-f9734d144475 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:33.467664 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port e72835da-cda2-48a6-8a0c-f9734d144475 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:33.468554 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.468821 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port e72835da-cda2-48a6-8a0c-f9734d144475 Sep 14 01:13:33.544592 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port e72835da-cda2-48a6-8a0c-f9734d144475 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:35.842145 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-24ad08a7-9a3d-45be-abbc-a1a30d9a4618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:35.863724 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:35.864692 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:37.707145 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-e0a81eac-865b-4470-8a37-5a1a2afb890c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:37.708547 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-e0a81eac-865b-4470-8a37-5a1a2afb890c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 814 time: 0.1225879 Sep 14 01:13:37.726073 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-9b9f5e85-5fde-4cf4-af43-7ca60c6fb5b5 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/quotas/f93905695d7a4f8495534c38a7bebfa4 HTTP/1.1" status: 200 len: 375 time: 0.0113194 Sep 14 01:13:37.792572 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-9e773b84-980d-48e5-9390-e087d430236d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609190 Sep 14 01:13:37.910711 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:37.912355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=64 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:37.913423 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-1224ef49-8280-4be7-b0ce-64a7dd1a1333 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969367 Sep 14 01:13:38.016980 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ab569514-076f-4633-9391-e92e31d44ad3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972657 Sep 14 01:13:38.190742 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-850d1733-607d-4f3e-ab3f-a1e0fa769517 req-0b1781d8-9627-49e4-8b57-a44375e1fc3e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 210 time: 0.0285184 Sep 14 01:13:38.302774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a062f196-abb7-45c5-a98d-e2f07d5beffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:39.292398 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7eb8b5aa-c2df-4d40-9380-a623be12fde9 req-0f29d856-6a84-4d41-b447-f25c42f145fe tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 210 time: 0.0274873 Sep 14 01:13:39.394984 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:39.710858 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-bd9d1ac9-30c7-4b19-9944-054e0287d3fb tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:39.712345 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-bd9d1ac9-30c7-4b19-9944-054e0287d3fb tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 814 time: 0.3335373 Sep 14 01:13:39.732393 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'port': {'device_id': 'c532d078-01eb-4150-8869-3c33a457898c', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'admin_state_up': True, 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:39.847291 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Made reservation on behalf of f93905695d7a4f8495534c38a7bebfa4 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:13:39.856025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.038259 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Allocated IP 172.20.0.11 (d4b96baa-eabb-4692-b8fa-06df3d181968/a9a7ecdb-7462-459d-b731-85965a54977f/78292043-7571-4bbd-b478-4125b485b189) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:40.182966 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:40.247415 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for port (78292043-7571-4bbd-b478-4125b485b189), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.286078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (78292043-7571-4bbd-b478-4125b485b189), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.335060 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Network d4b96baa-eabb-4692-b8fa-06df3d181968 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:40.335695 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:40.339346 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:40.345236 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:40.370418 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:40.410800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:40.411467 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.430471 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-275a345a-80ad-465e-8d65-7033f65271fa tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7016456 Sep 14 01:13:40.508419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403b08-d03a-4e4e-8bf0-4249968b312b req-a1a71711-a827-4d2d-ab7b-1da1d30f15a5 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:40.511117 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8f403b08-d03a-4e4e-8bf0-4249968b312b req-a1a71711-a827-4d2d-ab7b-1da1d30f15a5 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0830059 Sep 14 01:13:40.565919 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8f403b08-d03a-4e4e-8bf0-4249968b312b req-12a8405f-d52f-46d5-80ed-8828536efe1e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Sep 14 01:13:40.629861 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Provisioning complete for port 78292043-7571-4bbd-b478-4125b485b189 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:40.630551 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (78292043-7571-4bbd-b478-4125b485b189), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.630551 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 1 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:40.664133 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:40.736631 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:41.038499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:41.165702 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 2 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:41.218833 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:41.693772 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316943c-3a2a-452c-9738-32059ac34425 req-29054875-8441-437f-aa05-fbee3cd9b5c3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:41.695344 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b316943c-3a2a-452c-9738-32059ac34425 req-29054875-8441-437f-aa05-fbee3cd9b5c3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0518978 Sep 14 01:13:41.720924 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 3 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:41.747397 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b316943c-3a2a-452c-9738-32059ac34425 req-cb4502ef-09f2-41cf-be88-f6b33a11fb34 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461078 Sep 14 01:13:41.770358 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:42.271655 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 4 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:42.304234 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:42.805057 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 5 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:42.840769 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:42.893738 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81474a48-0c82-47e6-a141-b0f5c6d545a8 req-6124e3bc-c3bb-48af-ae6c-5b2c85721c86 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:42.896014 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-81474a48-0c82-47e6-a141-b0f5c6d545a8 req-6124e3bc-c3bb-48af-ae6c-5b2c85721c86 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0629814 Sep 14 01:13:42.949151 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-81474a48-0c82-47e6-a141-b0f5c6d545a8 req-4e46d6d2-b98a-4652-8d87-326b06b80abb tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Sep 14 01:13:43.342346 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 6 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:43.381799 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:43.883122 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 7 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:43.916908 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:44.074951 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dfbe-45ab-498e-8e1e-d1506e2aa1a7 req-212e789c-0628-439c-9247-38ba13030982 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:44.076491 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a536dfbe-45ab-498e-8e1e-d1506e2aa1a7 req-212e789c-0628-439c-9247-38ba13030982 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0482588 Sep 14 01:13:44.128115 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a536dfbe-45ab-498e-8e1e-d1506e2aa1a7 req-9e847641-000a-4b44-be0c-1ee0261c7db4 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Sep 14 01:13:44.418287 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 8 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:44.455016 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:44.956050 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 9 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:44.989576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:45.264881 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb54fc-b5d8-48b5-9ff1-f974f83947b9 req-b9ebe464-a6c8-4bd9-81ca-5efd16b03eb2 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:45.266289 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6feb54fc-b5d8-48b5-9ff1-f974f83947b9 req-b9ebe464-a6c8-4bd9-81ca-5efd16b03eb2 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0491707 Sep 14 01:13:45.285656 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:45.294877 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:45.327457 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6feb54fc-b5d8-48b5-9ff1-f974f83947b9 req-8dad7b4d-27e1-4a24-9258-5f7554bfd6ca tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Sep 14 01:13:45.490816 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Attempt 10 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:13:45.526834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe6768-c60d-42ea-a814-e03491237621 None None] Port 78292043-7571-4bbd-b478-4125b485b189 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:46.274571 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:13:46.452349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba31b-9d98-4ac1-8363-b6bf02ede579 req-7dde8021-3206-477d-9f84-396116e9dcd1 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:46.453856 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c11ba31b-9d98-4ac1-8363-b6bf02ede579 req-7dde8021-3206-477d-9f84-396116e9dcd1 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0536735 Sep 14 01:13:46.510187 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c11ba31b-9d98-4ac1-8363-b6bf02ede579 req-1d103765-97ce-4780-beca-a53d5152722a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Sep 14 01:13:47.640122 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15febf-2a48-4086-a404-4db8104c2314 req-fa8ff045-78e1-4135-b3c9-3f8cf369bb03 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:47.641582 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3f15febf-2a48-4086-a404-4db8104c2314 req-fa8ff045-78e1-4135-b3c9-3f8cf369bb03 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0504148 Sep 14 01:13:47.695958 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3f15febf-2a48-4086-a404-4db8104c2314 req-bc373692-6adb-4b3e-84e6-568761da54de tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Sep 14 01:13:48.505758 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e291a-53e8-41a8-81bb-b28e2a31792e req-ed74566c-3e30-401d-8147-2bd9a7737ddb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:48.507496 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d99e291a-53e8-41a8-81bb-b28e2a31792e req-ed74566c-3e30-401d-8147-2bd9a7737ddb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Sep 14 01:13:48.561560 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d99e291a-53e8-41a8-81bb-b28e2a31792e req-b5610eda-f5e6-40f4-a6f7-212b5506488a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Sep 14 01:13:48.825493 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe236-45a6-4dd5-9e81-d5deda9022d1 req-8178bdd2-ccd5-4758-bc17-84038310ae78 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:48.827690 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c9dfe236-45a6-4dd5-9e81-d5deda9022d1 req-8178bdd2-ccd5-4758-bc17-84038310ae78 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0502841 Sep 14 01:13:48.877166 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c9dfe236-45a6-4dd5-9e81-d5deda9022d1 req-2e59261a-2e96-44c2-81aa-cdbeae5f2df6 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Sep 14 01:13:49.699271 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bca84-ad54-46a6-a67f-cb6c2e9fb67a req-b019286c-cf92-4e23-9156-a94c3261e90f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:49.700782 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8f6bca84-ad54-46a6-a67f-cb6c2e9fb67a req-b019286c-cf92-4e23-9156-a94c3261e90f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0496411 Sep 14 01:13:49.770567 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8f6bca84-ad54-46a6-a67f-cb6c2e9fb67a req-1137effd-9047-450b-9337-c9c35f585863 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617747 Sep 14 01:13:50.003027 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0925c2d-ba0f-4ecd-b3a6-36e6591e8b5a req-297610c1-7466-4c86-8e95-80162ec85ed5 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:50.004441 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b0925c2d-ba0f-4ecd-b3a6-36e6591e8b5a req-297610c1-7466-4c86-8e95-80162ec85ed5 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0484374 Sep 14 01:13:50.057750 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b0925c2d-ba0f-4ecd-b3a6-36e6591e8b5a req-698362e0-3dde-4d0e-96ee-0aeb7c707138 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Sep 14 01:13:50.736279 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:50.902090 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fa1b1-b96f-416f-82f1-0725ec932af3 req-5ce643aa-b6b9-4ab2-ab74-9d8c116738a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:50.903578 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-629fa1b1-b96f-416f-82f1-0725ec932af3 req-5ce643aa-b6b9-4ab2-ab74-9d8c116738a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0509639 Sep 14 01:13:50.955071 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-629fa1b1-b96f-416f-82f1-0725ec932af3 req-8d5097ac-3c2e-48ea-8ff2-f849d24d059c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Sep 14 01:13:51.177014 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e16dd6-3bb9-4579-a1cd-835e9080130b req-c59016f0-0b6c-4899-be45-1828c2cdb46b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:51.178484 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-35e16dd6-3bb9-4579-a1cd-835e9080130b req-c59016f0-0b6c-4899-be45-1828c2cdb46b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0471883 Sep 14 01:13:51.225971 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-35e16dd6-3bb9-4579-a1cd-835e9080130b req-1dca9d1b-d681-45fc-938e-abd6ff4211f7 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Sep 14 01:13:52.080902 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5309c63-2617-42b1-b835-b717b2d3f4db req-a96c41ac-75f1-4002-9949-d0ec084ef478 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:52.082253 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c5309c63-2617-42b1-b835-b717b2d3f4db req-a96c41ac-75f1-4002-9949-d0ec084ef478 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0467787 Sep 14 01:13:52.128633 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c5309c63-2617-42b1-b835-b717b2d3f4db req-ce2b399f-ecd7-4541-b26c-038693dd9dbe tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Sep 14 01:13:52.345506 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b599-ea76-45ff-9dfb-b003e4964f8b req-62f4b8ed-c542-4bb2-b5ff-43d89b59fd65 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:52.346893 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b1d6b599-ea76-45ff-9dfb-b003e4964f8b req-62f4b8ed-c542-4bb2-b5ff-43d89b59fd65 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0465615 Sep 14 01:13:52.394091 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b1d6b599-ea76-45ff-9dfb-b003e4964f8b req-ff783475-faeb-4071-891a-b549f839d59d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Sep 14 01:13:53.256349 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944169-6bb9-4995-965c-beb0a90c59ac req-26d84f84-b4ba-4f35-80fc-51fd7da7000d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:53.258157 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5a944169-6bb9-4995-965c-beb0a90c59ac req-26d84f84-b4ba-4f35-80fc-51fd7da7000d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0466826 Sep 14 01:13:53.295312 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:53.310256 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5a944169-6bb9-4995-965c-beb0a90c59ac req-aa637d18-6163-4144-941e-f142e7d642da tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460858 Sep 14 01:13:53.516815 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972c64-90f2-4d81-9810-6fbeb839ed99 req-efacafd9-b59f-4e13-acec-a6bacea5a658 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:53.518263 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-75972c64-90f2-4d81-9810-6fbeb839ed99 req-efacafd9-b59f-4e13-acec-a6bacea5a658 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 932 time: 0.0505860 Sep 14 01:13:53.564211 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-75972c64-90f2-4d81-9810-6fbeb839ed99 req-5d70bb97-89d4-4224-be4a-19f8545d855a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Sep 14 01:13:54.065612 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Request body: {'port': {'device_id': 'c532d078-01eb-4150-8869-3c33a457898c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:54.126377 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (78292043-7571-4bbd-b478-4125b485b189), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:54.180157 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:54.387436 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78292043-7571-4bbd-b478-4125b485b189 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:13:54.395121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Publish callbacks [] for port (78292043-7571-4bbd-b478-4125b485b189), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:54.437977 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Transition to ACTIVE for port object 78292043-7571-4bbd-b478-4125b485b189 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:13:54.441579 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (78292043-7571-4bbd-b478-4125b485b189), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:54.456305 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65ae6c-7fde-45de-8271-ac2a6d9a74df req-4ed28af3-ede3-46e0-b9fe-062cf60b7024 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:54.457757 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9b65ae6c-7fde-45de-8271-ac2a6d9a74df req-4ed28af3-ede3-46e0-b9fe-062cf60b7024 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0595355 Sep 14 01:13:54.520232 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-700d0ea7-4d17-4f15-9fb7-af8c0d203029 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445685 Sep 14 01:13:54.536240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:54.583716 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9b65ae6c-7fde-45de-8271-ac2a6d9a74df req-66a896d8-a00e-48e3-ab2a-d74aa559c264 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045082 Sep 14 01:13:54.606524 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Attempting to bind port 78292043-7571-4bbd-b478-4125b485b189 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:54.606969 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Attempting to bind port 78292043-7571-4bbd-b478-4125b485b189 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:54.607310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Attempting to bind port 78292043-7571-4bbd-b478-4125b485b189 on network d4b96baa-eabb-4692-b8fa-06df3d181968 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:54.653954 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Port 78292043-7571-4bbd-b478-4125b485b189 on network d4b96baa-eabb-4692-b8fa-06df3d181968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:13:54.654286 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Attempting to bind port 78292043-7571-4bbd-b478-4125b485b189 on network d4b96baa-eabb-4692-b8fa-06df3d181968 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:54.692538 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0a07-96f4-44de-8a64-a9b4517bc84b req-9de8b42b-5d02-43b3-be98-9d6604e2dc38 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:54.694175 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-74cc0a07-96f4-44de-8a64-a9b4517bc84b req-9de8b42b-5d02-43b3-be98-9d6604e2dc38 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 944 time: 0.0539794 Sep 14 01:13:54.697574 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:54.697750 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Checking segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:54.698113 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Bound using segment: {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:54.698550 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Bound port: 78292043-7571-4bbd-b478-4125b485b189, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:54.698914 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (78292043-7571-4bbd-b478-4125b485b189), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:54.742243 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-74cc0a07-96f4-44de-8a64-a9b4517bc84b req-ed27c5a7-7e3e-4dc4-a1e6-94aaee6b4711 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Sep 14 01:13:54.764826 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:54.768021 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:54.774234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (78292043-7571-4bbd-b478-4125b485b189), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:54.778234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:54.778850 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:54.780239 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 1094 time: 0.7191560 Sep 14 01:13:54.780782 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:54.783009 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9553d169-81ce-47db-bf5c-c56f73a0f907" -d '{"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:54.825310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6cb9eb-82d2-4dba-95a8-6be5f13236b9 x-openstack-request-id: req-1f6cb9eb-82d2-4dba-95a8-6be5f13236b9 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:54.825597 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:54.825848 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f6cb9eb-82d2-4dba-95a8-6be5f13236b9 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:54.826247 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6cb9eb-82d2-4dba-95a8-6be5f13236b9'] response: {'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'status': 'completed', 'code': 200} Sep 14 01:13:54.830736 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067553-3a5b-4f0a-a369-3b752c0321b0 service neutron] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:55.075365 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:55.078828 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-721471be-856c-4c6d-8b35-3a05c163a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.079587 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-721471be-856c-4c6d-8b35-3a05c163a41f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 1129 time: 0.0453897 Sep 14 01:13:55.111584 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553d169-81ce-47db-bf5c-c56f73a0f907 req-7f6d6a0f-9d19-4673-8b4f-4cf7e2c258f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.113324 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9553d169-81ce-47db-bf5c-c56f73a0f907 req-7f6d6a0f-9d19-4673-8b4f-4cf7e2c258f4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1128 time: 0.0469770 Sep 14 01:13:55.115794 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:55.118717 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:55.190921 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-cb30c4a4-e202-4be7-a7f0-324a1729bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.192455 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-cb30c4a4-e202-4be7-a7f0-324a1729bd18 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.0944865 Sep 14 01:13:55.236606 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553d169-81ce-47db-bf5c-c56f73a0f907 req-8e3e1e0f-a46d-420a-af67-c19cd194f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.237982 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9553d169-81ce-47db-bf5c-c56f73a0f907 req-8e3e1e0f-a46d-420a-af67-c19cd194f3fd service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=f93905695d7a4f8495534c38a7bebfa4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1090672 Sep 14 01:13:55.260221 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-01e4c3a7-b079-48ef-b4a5-79564061eced service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c78368-62fe-4df7-9562-b7b0093b41a9 HTTP/1.1" status: 200 len: 1001 time: 0.0613215 Sep 14 01:13:55.315837 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-62909c61-3231-4b75-ae86-0eeec2316408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.317301 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-62909c61-3231-4b75-ae86-0eeec2316408 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0444202 Sep 14 01:13:55.359723 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553d169-81ce-47db-bf5c-c56f73a0f907 req-db0b5b46-9834-4fdb-a7bf-0e4fe9fddf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.361181 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9553d169-81ce-47db-bf5c-c56f73a0f907 req-db0b5b46-9834-4fdb-a7bf-0e4fe9fddf50 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878909 Sep 14 01:13:55.361400 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-1b7d0522-ca80-481e-b3d1-8bb0ee7ac452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.362868 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-1b7d0522-ca80-481e-b3d1-8bb0ee7ac452 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394316 Sep 14 01:13:55.478143 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-5d827630-07cb-41d7-8b81-f13a6a0328be service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978529 Sep 14 01:13:55.493666 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:55.497377 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-215edfea-605d-451f-9663-c0156706c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.498887 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-215edfea-605d-451f-9663-c0156706c042 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1128 time: 0.0454533 Sep 14 01:13:55.544622 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-c0d6c965-b475-49a3-b720-3895e8317ec6 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 217 time: 0.0330324 Sep 14 01:13:55.573228 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f2a4661e-7a57-403b-9e19-9fbcf1685241 req-1b279a62-d1f3-4ed1-bd94-dd9c89f1b6c9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897110 Sep 14 01:13:55.595258 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-42444ba9-c19c-4931-ac9f-d8be89f43bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.596855 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-42444ba9-c19c-4931-ac9f-d8be89f43bea service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.0456271 Sep 14 01:13:55.656003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921174-47d4-4077-90d6-63ca16305c37 req-693034d5-e5a0-452b-9c57-6d1f5887b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.657580 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-693034d5-e5a0-452b-9c57-6d1f5887b462 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406239 Sep 14 01:13:55.715997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490e41d-2305-455b-9ac2-b779ab2b6cfc req-2d6ce32e-d2cf-4805-b138-90e5c2fbf3ac tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.717523 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8490e41d-2305-455b-9ac2-b779ab2b6cfc req-2d6ce32e-d2cf-4805-b138-90e5c2fbf3ac tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0494897 Sep 14 01:13:55.752637 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-4ac6d568-7895-450e-b510-33b52a614c75 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886190 Sep 14 01:13:55.765249 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8490e41d-2305-455b-9ac2-b779ab2b6cfc req-3aa1804e-b515-4796-827c-16a1dd7ca20d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Sep 14 01:13:55.862818 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05756f-c5ed-47e0-a607-e7098965ec3a req-a122d304-f351-4cbc-bd9b-59e164ce3e3d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:55.864324 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fa05756f-c5ed-47e0-a607-e7098965ec3a req-a122d304-f351-4cbc-bd9b-59e164ce3e3d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 944 time: 0.0468705 Sep 14 01:13:55.911137 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fa05756f-c5ed-47e0-a607-e7098965ec3a req-55a48ba2-23fc-4371-9f7a-d3d40f77828c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Sep 14 01:13:56.093216 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-5f921174-47d4-4077-90d6-63ca16305c37 req-8d84644d-8699-4aaf-b22d-4a7d62729d58 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958424 Sep 14 01:13:56.274338 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:56.892074 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7623-fa91-4ba6-a272-8a953bd99c7a req-b843e172-ddd9-48f6-b4b6-a30905ba69b2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:56.893524 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-feed7623-fa91-4ba6-a272-8a953bd99c7a req-b843e172-ddd9-48f6-b4b6-a30905ba69b2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0463946 Sep 14 01:13:56.942523 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-feed7623-fa91-4ba6-a272-8a953bd99c7a req-b6c6e296-9303-4fc7-8341-0d1831d44603 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Sep 14 01:13:57.029525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94420628-6e9f-466f-aeeb-3ba4dfd36f9e req-119074a8-a83f-4548-98f4-89471ca56983 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:57.030990 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-94420628-6e9f-466f-aeeb-3ba4dfd36f9e req-119074a8-a83f-4548-98f4-89471ca56983 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 944 time: 0.0470405 Sep 14 01:13:57.077995 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-94420628-6e9f-466f-aeeb-3ba4dfd36f9e req-b61d30ee-59b1-4b8d-adfa-beec9ee4b4b8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Sep 14 01:13:58.074636 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c9f70-e3bd-4061-aea0-24648019cfaa req-e946ba1e-96f7-43e4-9617-90eea07d28af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:58.076176 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0a8c9f70-e3bd-4061-aea0-24648019cfaa req-e946ba1e-96f7-43e4-9617-90eea07d28af tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Sep 14 01:13:58.124300 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0a8c9f70-e3bd-4061-aea0-24648019cfaa req-cff52c2c-29b9-471c-a68d-cd2daa477049 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Sep 14 01:13:58.202808 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232c556-0900-470a-88c6-9734d98257e7 req-0d1c2e6c-bf7d-4f97-8229-9153476348c7 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:58.204307 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e232c556-0900-470a-88c6-9734d98257e7 req-0d1c2e6c-bf7d-4f97-8229-9153476348c7 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 944 time: 0.0495923 Sep 14 01:13:58.252131 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e232c556-0900-470a-88c6-9734d98257e7 req-a38cb868-c957-44b5-a180-deb75cccfd7e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Sep 14 01:13:58.732758 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 78292043-7571-4bbd-b478-4125b485b189 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:13:58.791073 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:58.833327 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:58.844846 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '78292043-7571-4bbd-b478-4125b485b189', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'port_id': '78292043-7571-4bbd-b478-4125b485b189', 'mac_address': 'fa:16:3e:76:92:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:13:58.879673 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 78292043-7571-4bbd-b478-4125b485b189 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:58.880069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (78292043-7571-4bbd-b478-4125b485b189), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:58.893599 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78292043-7571-4bbd-b478-4125b485b189 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:13:58.913494 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:58.917380 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (78292043-7571-4bbd-b478-4125b485b189), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:58.965282 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:59.261561 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26e5c-e468-4e16-99ba-46bb6fe35682 req-b77f6e1f-b293-4be4-8d46-90f270bda62b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:59.263057 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-92f26e5c-e468-4e16-99ba-46bb6fe35682 req-b77f6e1f-b293-4be4-8d46-90f270bda62b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0474544 Sep 14 01:13:59.311492 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-92f26e5c-e468-4e16-99ba-46bb6fe35682 req-ba31c756-2475-44b5-9eae-7e4778b3699d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Sep 14 01:13:59.375386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a355-42a2-46d0-a25f-5ab1237f7099 req-44b2c3f3-2b73-4d88-a695-c6260d18e8db tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:59.376895 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9389a355-42a2-46d0-a25f-5ab1237f7099 req-44b2c3f3-2b73-4d88-a695-c6260d18e8db tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 945 time: 0.0497062 Sep 14 01:13:59.424525 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9389a355-42a2-46d0-a25f-5ab1237f7099 req-b2d18f42-ff38-4508-a399-4e4df76cbe37 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Sep 14 01:13:59.459362 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['78292043-7571-4bbd-b478-4125b485b189'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:13:59.481949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:59.994365 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ad1a4-996e-44c7-baf7-7181359586cf req-d34a79bb-f053-4ffd-b42c-c6d7b67144cd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:59.995752 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7d8ad1a4-996e-44c7-baf7-7181359586cf req-d34a79bb-f053-4ffd-b42c-c6d7b67144cd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0510740 Sep 14 01:14:00.015992 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:00.043475 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7d8ad1a4-996e-44c7-baf7-7181359586cf req-0e3a3b27-eaad-4085-a3ff-5777eb9917ce tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Sep 14 01:14:00.441189 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcf37a-e7fa-4a39-9020-c9434bf234ba req-ae6e8b69-3f87-470a-acef-fca4aafb80b6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:00.442637 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a4dcf37a-e7fa-4a39-9020-c9434bf234ba req-ae6e8b69-3f87-470a-acef-fca4aafb80b6 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0472102 Sep 14 01:14:00.494818 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a4dcf37a-e7fa-4a39-9020-c9434bf234ba req-7ae91289-f432-4210-9267-60c11fecf5d0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462501 Sep 14 01:14:00.548947 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd6e86-5950-4b3e-9df9-7a5adadc9a1c req-eca2ec53-5d38-4814-9827-5609f2b24ae4 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:00.550425 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54fd6e86-5950-4b3e-9df9-7a5adadc9a1c req-eca2ec53-5d38-4814-9827-5609f2b24ae4 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 945 time: 0.0459981 Sep 14 01:14:00.596963 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54fd6e86-5950-4b3e-9df9-7a5adadc9a1c req-b62f5730-ffd3-42fc-a3c6-d8a3400ec85e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Sep 14 01:14:00.778900 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 78292043-7571-4bbd-b478-4125b485b189 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:14:00.844036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 78292043-7571-4bbd-b478-4125b485b189 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:14:00.849657 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 78292043-7571-4bbd-b478-4125b485b189 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:14:00.849986 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (78292043-7571-4bbd-b478-4125b485b189), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:00.850407 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 78292043-7571-4bbd-b478-4125b485b189 Sep 14 01:14:00.923018 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 78292043-7571-4bbd-b478-4125b485b189 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:00.923406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (78292043-7571-4bbd-b478-4125b485b189), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:00.945684 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:00.948149 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5d8bf5-96ec-4bb8-8ba9-ad50f929e4eb" -d '{"events": [{"server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "name": "network-vif-plugged", "status": "completed", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:00.961061 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:00.965214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (78292043-7571-4bbd-b478-4125b485b189), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:00.987669 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb859c31-74d2-42ec-88ce-32684a6368cb x-openstack-request-id: req-cb859c31-74d2-42ec-88ce-32684a6368cb {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:00.987959 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "name": "network-vif-plugged", "status": "completed", "tag": "78292043-7571-4bbd-b478-4125b485b189", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:00.988207 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb859c31-74d2-42ec-88ce-32684a6368cb {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:00.988595 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb859c31-74d2-42ec-88ce-32684a6368cb'] response: {'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'code': 200} Sep 14 01:14:01.013762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:01.163601 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d35ad-d3af-4d44-9553-d383e5dc4057 req-e9081df0-7d27-480b-8a9f-3900fa857dbf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:01.165384 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec5d35ad-d3af-4d44-9553-d383e5dc4057 req-e9081df0-7d27-480b-8a9f-3900fa857dbf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0466435 Sep 14 01:14:01.217535 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ec5d35ad-d3af-4d44-9553-d383e5dc4057 req-1e0d0646-49ca-4a23-94b3-6a3105ba2612 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 Sep 14 01:14:01.531814 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9353d4-c0b2-4a83-9907-528cebea804a req-d121202c-79fe-4d84-97de-fbafacd3afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:01.533304 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fb9353d4-c0b2-4a83-9907-528cebea804a req-d121202c-79fe-4d84-97de-fbafacd3afea service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1130 time: 0.0390122 Sep 14 01:14:01.594190 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fb9353d4-c0b2-4a83-9907-528cebea804a req-64182293-4b37-4cdd-b8b8-617cadb55caa service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Sep 14 01:14:01.621523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa737-3485-4db7-bdea-12f952ba2c79 req-6b510fea-e8b3-4f8d-a36b-ce9cec3bd4d3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:01.622990 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-623aa737-3485-4db7-bdea-12f952ba2c79 req-6b510fea-e8b3-4f8d-a36b-ce9cec3bd4d3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0462344 Sep 14 01:14:01.671475 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-623aa737-3485-4db7-bdea-12f952ba2c79 req-d5b79365-0edb-4ee5-a645-03302bea61de tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Sep 14 01:14:01.699025 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:01.716630 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca725f5-2a70-409d-9a22-3514cf1f61c8 req-e2b3365e-8e66-47f3-882f-b15ccd54f33e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:01.718087 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9ca725f5-2a70-409d-9a22-3514cf1f61c8 req-e2b3365e-8e66-47f3-882f-b15ccd54f33e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0467260 Sep 14 01:14:01.766598 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9ca725f5-2a70-409d-9a22-3514cf1f61c8 req-d2697aa0-237d-4f77-ad7d-6a72cd3771c3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Sep 14 01:14:02.326638 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:02.337381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865387f4-7acc-43f5-a421-3b0d81104055 req-d07f4063-2005-4b62-baf9-5c2d8440c784 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:02.338882 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-865387f4-7acc-43f5-a421-3b0d81104055 req-d07f4063-2005-4b62-baf9-5c2d8440c784 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0464134 Sep 14 01:14:02.362345 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:02.386768 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-865387f4-7acc-43f5-a421-3b0d81104055 req-324978bb-338f-415e-8b62-cc35ba35c60b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1f9960b4-0bee-43bf-b078-48b65561a8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Sep 14 01:14:02.828046 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd3f4a-637a-4e88-967a-627de8146cff req-04cc091d-5768-412d-90d2-e531a7b7ef8f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:02.829518 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bacd3f4a-637a-4e88-967a-627de8146cff req-04cc091d-5768-412d-90d2-e531a7b7ef8f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0768023 Sep 14 01:14:02.840815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504c91-2a54-4015-897d-57787ae45734 req-223a312b-e78f-4989-8d55-03ba1e3c0b1f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:02.842233 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54504c91-2a54-4015-897d-57787ae45734 req-223a312b-e78f-4989-8d55-03ba1e3c0b1f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 945 time: 0.0593956 Sep 14 01:14:02.891730 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853a457-1166-42bb-ac28-01649c3f6662 req-7b98b183-0801-42cd-b774-7dad90307503 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:02.893204 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d853a457-1166-42bb-ac28-01649c3f6662 req-7b98b183-0801-42cd-b774-7dad90307503 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0501037 Sep 14 01:14:02.921458 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bacd3f4a-637a-4e88-967a-627de8146cff req-21671412-833c-43bc-919a-331d6c25eb57 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782342 Sep 14 01:14:02.945471 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d853a457-1166-42bb-ac28-01649c3f6662 req-e5643142-8f88-45dc-a2e4-91da8c3440f7 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Sep 14 01:14:02.962651 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port 07c78368-62fe-4df7-9562-b7b0093b41a9 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:02.963070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.050708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] For port 07c78368-62fe-4df7-9562-b7b0093b41a9, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=07c78368-62fe-4df7-9562-b7b0093b41a9,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:03.051064 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.214575 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.214942 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (ee2fbd96-a426-4bf2-addf-9b2b007db2bd), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.215260 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP ee2fbd96-a426-4bf2-addf-9b2b007db2bd disassociated. External IP: 172.27.1.146, port: 07c78368-62fe-4df7-9562-b7b0093b41a9. Sep 14 01:14:03.215633 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for 07c78368-62fe-4df7-9562-b7b0093b41a9 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:03.271745 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:03.348468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (07c78368-62fe-4df7-9562-b7b0093b41a9), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.378549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=07c78368-62fe-4df7-9562-b7b0093b41a9,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:03.391165 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.391516 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.391891 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.392229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.392570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.392905 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.393229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.393554 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.393883 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.394212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.394546 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.394855 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.395178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.395493 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.395841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:03.512852 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8da7e100-20ee-4ef7-9645-66c1990512ac req-8f735edd-00a6-4740-ae79-913242a91cad tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49f5ab2e-e424-49af-81ac-dc4b94c742b9 HTTP/1.1" status: 200 len: 210 time: 0.0371296 Sep 14 01:14:03.529364 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:14:03.632578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:14:03.643270 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:14:03.653810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:03.654366 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:03.674887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] No DVR routers for this DVR port 07c78368-62fe-4df7-9562-b7b0093b41a9 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:14:03.677549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.681878 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54504c91-2a54-4015-897d-57787ae45734 req-15cc5b61-0564-4f93-a76d-0755407c6bc9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "DELETE /networking/v2.0/ports/07c78368-62fe-4df7-9562-b7b0093b41a9 HTTP/1.1" status: 204 len: 173 time: 0.8314455 Sep 14 01:14:03.682061 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'name': 'network-vif-deleted', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:03.684296 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa7e5f2-1321-46e4-839a-1e3422fe4b4a" -d '{"events": [{"server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "name": "network-vif-deleted", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:03.716711 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:03.729887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb8b2e-a38c-47ac-b705-89782742412e x-openstack-request-id: req-d5bb8b2e-a38c-47ac-b705-89782742412e {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:03.730176 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5ab2e-e424-49af-81ac-dc4b94c742b9", "name": "network-vif-deleted", "tag": "07c78368-62fe-4df7-9562-b7b0093b41a9", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:03.730433 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5bb8b2e-a38c-47ac-b705-89782742412e {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:03.730834 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bb8b2e-a38c-47ac-b705-89782742412e'] response: {'server_uuid': '49f5ab2e-e424-49af-81ac-dc4b94c742b9', 'name': 'network-vif-deleted', 'tag': '07c78368-62fe-4df7-9562-b7b0093b41a9', 'status': 'completed', 'code': 200} Sep 14 01:14:03.792353 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:03.996492 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:04.023207 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:14:04.034326 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:04.034981 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:13:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:04.040222 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:04.067663 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:04.087479 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f15f9-2d2e-4370-aa16-6109b1e5ffda req-b6f63d4f-dd24-4028-8da3-b63f229174a2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:04.089191 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-090f15f9-2d2e-4370-aa16-6109b1e5ffda req-b6f63d4f-dd24-4028-8da3-b63f229174a2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0795178 Sep 14 01:14:04.090154 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273773d-a125-45bd-8839-78e07b6180c3 req-d85bd5f9-27cc-4d36-a03a-dca68b1612f6 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:04.092289 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f273773d-a125-45bd-8839-78e07b6180c3 req-d85bd5f9-27cc-4d36-a03a-dca68b1612f6 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0510411 Sep 14 01:14:04.141800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f273773d-a125-45bd-8839-78e07b6180c3 req-86f2887a-90b8-406c-b81c-7431542336d1 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443327 Sep 14 01:14:04.144376 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-090f15f9-2d2e-4370-aa16-6109b1e5ffda req-69dfa7fa-ac7c-4d92-b160-e16692fc12ca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487125 Sep 14 01:14:04.270347 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cbca4-1b04-4eb4-9e4a-7fc2c6f857a2 req-15911044-6f9d-439f-9abe-500c62227366 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:04.271974 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c16cbca4-1b04-4eb4-9e4a-7fc2c6f857a2 req-15911044-6f9d-439f-9abe-500c62227366 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0527246 Sep 14 01:14:04.289623 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:04.322725 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c16cbca4-1b04-4eb4-9e4a-7fc2c6f857a2 req-a1b39525-98cf-4328-aeac-383c0a72cd1c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439355 Sep 14 01:14:04.499622 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:04.529260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c44a9-3df7-4bae-8c93-8129aca76843 None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:14:04.609599 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35220) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:04.668588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (1f9960b4-0bee-43bf-b078-48b65561a8a1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:04.695048 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (1f9960b4-0bee-43bf-b078-48b65561a8a1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:04.696550 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff1427-5e05-4e39-9c4f-840444c8f439 req-2cf7bb94-839a-4655-96df-981e73c9879e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:04.698118 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-13ff1427-5e05-4e39-9c4f-840444c8f439 req-2cf7bb94-839a-4655-96df-981e73c9879e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0588233 Sep 14 01:14:04.750162 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-13ff1427-5e05-4e39-9c4f-840444c8f439 req-929e920e-2e77-4f18-9507-7806bc9cac5c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454350 Sep 14 01:14:04.750402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1f9960b4-0bee-43bf-b078-48b65561a8a1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:04.753389 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:04.758632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35222) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:04.759005 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1f9960b4-0bee-43bf-b078-48b65561a8a1 HTTP/1.1" status: 204 len: 168 time: 0.1480205 Sep 14 01:14:04.771812 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9960b4-0bee-43bf-b078-48b65561a8a1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:04.779716 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 07c78368-62fe-4df7-9562-b7b0093b41a9 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:04.782472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.782472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.782472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.782472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.782472 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.793576 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.api.v2.resource [None req-6453d0ea-989b-45ef-86da-1e73cc7cae0b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] show failed (client error): The resource could not be found. Sep 14 01:14:04.797268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.797417 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6453d0ea-989b-45ef-86da-1e73cc7cae0b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups/1f9960b4-0bee-43bf-b078-48b65561a8a1 HTTP/1.1" status: 404 len: 347 time: 0.0338757 Sep 14 01:14:04.797517 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.797517 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.797517 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.797517 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.797790 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35226) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:04.797867 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 07c78368-62fe-4df7-9562-b7b0093b41a9 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:14:04.797951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.798028 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 07c78368-62fe-4df7-9562-b7b0093b41a9 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:14:04.798299 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.798476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.799887 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.800528 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3a912-7687-4489-9741-3d4189c01ea4 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:04.842094 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea0c60-98c4-4165-a56d-58a9611e62a6 None None] New status for floating IP ee2fbd96-a426-4bf2-addf-9b2b007db2bd: DOWN {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:14:04.917212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port e1cac453-22c4-48fd-bbbf-17b957ad4bd4 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:04.917640 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.012450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.012780 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.026311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for e1cac453-22c4-48fd-bbbf-17b957ad4bd4 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:05.130236 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:05.177280 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (e1cac453-22c4-48fd-bbbf-17b957ad4bd4), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.292643 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57880edc-a104-40b8-97c0-d022ad171a43 req-a61dacce-effc-48c1-8fac-a9c52f06e0d1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:05.294114 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-57880edc-a104-40b8-97c0-d022ad171a43 req-a61dacce-effc-48c1-8fac-a9c52f06e0d1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0550466 Sep 14 01:14:05.345657 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-57880edc-a104-40b8-97c0-d022ad171a43 req-934169fd-69c1-434d-aa4a-601c5648aee0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 Sep 14 01:14:05.427535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=e1cac453-22c4-48fd-bbbf-17b957ad4bd4,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:05.489807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (ee2fbd96-a426-4bf2-addf-9b2b007db2bd), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.493064 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.494189 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6851fe2b-85c2-4b1b-b8b2-1c896222f749 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ee2fbd96-a426-4bf2-addf-9b2b007db2bd HTTP/1.1" status: 204 len: 168 time: 0.6956255 Sep 14 01:14:05.562392 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35236) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:05.567003 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568046008', 'description': 'tempest-description--837339470'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:05.587586 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.655865 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (a5d8e9b9-522c-454b-b216-867fb672bcf3), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.659331 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a5d8e9b9-522c-454b-b216-867fb672bcf3), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.689797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.690996 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1275239 Sep 14 01:14:05.692942 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52adb7-8e71-4fbd-8a81-26571e51a30a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d8e9b9-522c-454b-b216-867fb672bcf3,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:05.694121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35238) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:05.698861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': 'a5d8e9b9-522c-454b-b216-867fb672bcf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:05.725013 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (8d7ea5c0-42c0-4dbb-8383-142efab9662c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.781059 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (8d7ea5c0-42c0-4dbb-8383-142efab9662c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.784618 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (8d7ea5c0-42c0-4dbb-8383-142efab9662c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.805995 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7ea5c0-42c0-4dbb-8383-142efab9662c,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:05.812061 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.813249 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-19d9b386-d2ee-403c-997a-02e28b259acd tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178920 Sep 14 01:14:05.815904 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35240) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:05.821207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'security_group_rule': {'security_group_id': 'a5d8e9b9-522c-454b-b216-867fb672bcf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:05.836152 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c7d84f31-bae7-4e08-a945-5f9c818181c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.849849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (e4850b79-2959-47ce-982f-75cfb142b66c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.898844 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:05.908688 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (e4850b79-2959-47ce-982f-75cfb142b66c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.912609 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (e4850b79-2959-47ce-982f-75cfb142b66c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.933359 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4850b79-2959-47ce-982f-75cfb142b66c,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:05.941748 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.942914 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-f9e95909-47d5-42cb-88d3-85bbb688965a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261075 Sep 14 01:14:05.946605 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35242) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:05.950887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:05.972247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.051964 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.154269 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.27.1.199 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/1207e204-cf38-453b-b956-09203e7b95b1) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:14:06.263599 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (1207e204-cf38-453b-b956-09203e7b95b1), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.271078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:06.299331 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (1207e204-cf38-453b-b956-09203e7b95b1), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.340699 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:14:06.345657 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:14:06.349477 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:14:06.352815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=1207e204-cf38-453b-b956-09203e7b95b1,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:06.453264 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (2b30af06-ef65-43b9-82ef-99ca3bac92dc), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.498192 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002352-6566-4296-8aca-fe461c5004d6 req-194d4e57-27a5-4ed4-a9d6-cd71360d49e0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:06.499744 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c8002352-6566-4296-8aca-fe461c5004d6 req-194d4e57-27a5-4ed4-a9d6-cd71360d49e0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0563052 Sep 14 01:14:06.504307 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (1207e204-cf38-453b-b956-09203e7b95b1), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.548716 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c8002352-6566-4296-8aca-fe461c5004d6 req-05066a50-c17d-4ec7-9e96-3e00cb671b52 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Sep 14 01:14:06.662839 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (1207e204-cf38-453b-b956-09203e7b95b1), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.669306 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (1207e204-cf38-453b-b956-09203e7b95b1), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.708296 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:06.744600 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=1207e204-cf38-453b-b956-09203e7b95b1,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:06.746968 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (2b30af06-ef65-43b9-82ef-99ca3bac92dc), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.766093 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:06.766770 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-10074332-373c-4ce9-97c7-ca1b0c7ae947 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8192413 Sep 14 01:14:06.951268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:07.009106 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-1bf4650c-377f-4a34-9872-b28b4489e74f tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--568046008&fields=id&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 267 time: 0.0627496 Sep 14 01:14:07.086834 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:07.130022 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-2c94998b-c938-4b45-931b-1348a97c557b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:07.131582 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-2c94998b-c938-4b45-931b-1348a97c557b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1151664 Sep 14 01:14:07.146790 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-5f8c20bd-293f-48bc-9a58-342ec48f12eb tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/quotas/62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 375 time: 0.0090406 Sep 14 01:14:07.203217 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-ec5ba5e3-426a-43b3-b9e9-8bbf6e9ae2c9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510862 Sep 14 01:14:07.301805 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a8bdd6ae-e638-420e-8395-516bfe27425c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870326 Sep 14 01:14:07.400951 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-608312c3-9517-4040-b4c3-5c190c1819b4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926116 Sep 14 01:14:07.576659 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-181918d6-97ed-4ab7-8276-627c9ccf59b3 req-1d0adccd-3df3-4c38-a416-591a9d3a8d89 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Sep 14 01:14:07.688232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d9e2c-4f46-4e68-be1a-8033c922ffc3 req-5e15d94e-c444-4d96-8742-39257c242f56 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:07.689794 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-652d9e2c-4f46-4e68-be1a-8033c922ffc3 req-5e15d94e-c444-4d96-8742-39257c242f56 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Sep 14 01:14:07.739830 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-652d9e2c-4f46-4e68-be1a-8033c922ffc3 req-02202f6c-1c3f-4208-8f0f-4bd158c076f5 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Sep 14 01:14:08.306282 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-546998c3-c357-44e3-a851-4008383b2aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:08.723596 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ed3461bd-37ec-48cf-9419-1a03a9bcf298 req-0d67de23-c4c4-48fd-bedd-2ca93208c3d2 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 210 time: 0.0615354 Sep 14 01:14:08.781623 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a276048d-e4bc-4b52-b973-6f2b5e251026 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:08.783759 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a276048d-e4bc-4b52-b973-6f2b5e251026 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 815 time: 0.1321218 Sep 14 01:14:08.867880 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-43907c17-2ceb-4039-a256-04d89e0ecfa9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62cb41eb4b8244abb4aafd718b1207ad HTTP/1.1" status: 200 len: 379 time: 0.0604651 Sep 14 01:14:08.870710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef7cd7-fb0d-4d00-8e53-611df4601c19 req-44ed5e63-7014-4539-8455-665bf7ea4693 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:08.872200 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-10ef7cd7-fb0d-4d00-8e53-611df4601c19 req-44ed5e63-7014-4539-8455-665bf7ea4693 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0485382 Sep 14 01:14:08.923905 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-10ef7cd7-fb0d-4d00-8e53-611df4601c19 req-49d09bae-f927-4d97-9c5f-e1aaee3589ef tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458555 Sep 14 01:14:08.949475 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'port': {'device_id': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'admin_state_up': True, 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'security_groups': ['a5d8e9b9-522c-454b-b216-867fb672bcf3']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:09.039987 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:09.056658 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Made reservation on behalf of 62cb41eb4b8244abb4aafd718b1207ad for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:14:09.060363 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.186359 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Allocated IP 172.20.0.12 (a458fb77-0452-4eef-a570-bd92e833719b/7218407b-c913-4fbe-93d4-7a148f2bba54/79795098-660f-4059-9056-a7702e992f63) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:14:09.325000 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for port (79795098-660f-4059-9056-a7702e992f63), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.356670 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (79795098-660f-4059-9056-a7702e992f63), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.396497 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.401470 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Network a458fb77-0452-4eef-a570-bd92e833719b is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:14:09.406578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:14:09.410360 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:14:09.414922 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event updated for resources: {'Port': ['ID=79795098-660f-4059-9056-a7702e992f63,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:09.461398 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:09.462040 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.479395 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-b66de08d-38db-4659-a646-9076d3fda0f7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338147 Sep 14 01:14:09.534065 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Request body: {'port': {'device_id': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:09.560879 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:09.592500 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Provisioning complete for port 79795098-660f-4059-9056-a7702e992f63 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:14:09.592917 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (79795098-660f-4059-9056-a7702e992f63), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.593296 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Attempt 1 to provision port 79795098-660f-4059-9056-a7702e992f63 Sep 14 01:14:09.602269 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79795098-660f-4059-9056-a7702e992f63), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.626899 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Port 79795098-660f-4059-9056-a7702e992f63 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:14:09.886886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1093208-f73d-41bc-8b97-8e09643d8ac9 req-b1f5938b-50b7-402b-97a6-adaaa37dfd58 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:09.888399 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a1093208-f73d-41bc-8b97-8e09643d8ac9 req-b1f5938b-50b7-402b-97a6-adaaa37dfd58 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 932 time: 0.0793083 Sep 14 01:14:09.894069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:09.901904 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79795098-660f-4059-9056-a7702e992f63 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:14:09.924799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Publish callbacks [] for port (79795098-660f-4059-9056-a7702e992f63), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.950402 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Transition to ACTIVE for port object 79795098-660f-4059-9056-a7702e992f63 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:14:09.957276 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (79795098-660f-4059-9056-a7702e992f63), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:09.975821 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a1093208-f73d-41bc-8b97-8e09643d8ac9 req-9548c621-0126-4b6a-980e-95f07b0170ca tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789518 Sep 14 01:14:10.035856 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Pushing event updated for resources: {'Port': ['ID=79795098-660f-4059-9056-a7702e992f63,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:10.073039 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd6457-8530-4430-8ae8-ee13a88f1da4 req-1b35db73-2cc8-43f7-b65a-6a607e2e5b8c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:10.074528 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-25dd6457-8530-4430-8ae8-ee13a88f1da4 req-1b35db73-2cc8-43f7-b65a-6a607e2e5b8c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0471203 Sep 14 01:14:10.085678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Attempting to bind port 79795098-660f-4059-9056-a7702e992f63 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:14:10.086259 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Attempting to bind port 79795098-660f-4059-9056-a7702e992f63 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:14:10.086620 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Attempting to bind port 79795098-660f-4059-9056-a7702e992f63 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:14:10.122558 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-25dd6457-8530-4430-8ae8-ee13a88f1da4 req-3b030b0f-100f-4d10-9d85-e284b4d26c90 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Sep 14 01:14:10.128254 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Attempt 2 to provision port 79795098-660f-4059-9056-a7702e992f63 Sep 14 01:14:10.131395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Port 79795098-660f-4059-9056-a7702e992f63 on network a458fb77-0452-4eef-a570-bd92e833719b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:14:10.131395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Attempting to bind port 79795098-660f-4059-9056-a7702e992f63 on network a458fb77-0452-4eef-a570-bd92e833719b {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:14:10.170060 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Port 79795098-660f-4059-9056-a7702e992f63 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:14:10.175187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:14:10.175518 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Checking segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:14:10.175995 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Bound using segment: {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:14:10.176421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Bound port: 79795098-660f-4059-9056-a7702e992f63, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:14:10.176774 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79795098-660f-4059-9056-a7702e992f63), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:10.237180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] For port 79795098-660f-4059-9056-a7702e992f63, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:14:10.240240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] For port 79795098-660f-4059-9056-a7702e992f63, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=79795098-660f-4059-9056-a7702e992f63,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:14:10.246028 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (79795098-660f-4059-9056-a7702e992f63), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:10.249937 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:10.250535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:10.251906 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/79795098-660f-4059-9056-a7702e992f63 HTTP/1.1" status: 200 len: 1094 time: 0.7226083 Sep 14 01:14:10.252434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'tag': '79795098-660f-4059-9056-a7702e992f63'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:10.254636 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea44cdfd-8d38-468b-ad31-57cad538a317" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "tag": "79795098-660f-4059-9056-a7702e992f63"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:10.293684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:10.304578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5018cc3-8dbb-4905-819f-375ad2b67b17 x-openstack-request-id: req-f5018cc3-8dbb-4905-819f-375ad2b67b17 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:10.305057 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "tag": "79795098-660f-4059-9056-a7702e992f63", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:10.305310 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5018cc3-8dbb-4905-819f-375ad2b67b17 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:10.305719 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5018cc3-8dbb-4905-819f-375ad2b67b17'] response: {'name': 'network-changed', 'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'tag': '79795098-660f-4059-9056-a7702e992f63', 'status': 'completed', 'code': 200} Sep 14 01:14:10.308016 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f77d1c-fabd-474d-8e82-75400b4389de service neutron] Pushing event updated for resources: {'Port': ['ID=79795098-660f-4059-9056-a7702e992f63,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:10.393643 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-4076fefd-b5a5-4a4b-972b-a298e4cc85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:10.395103 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-4076fefd-b5a5-4a4b-972b-a298e4cc85ab service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 1128 time: 0.0430737 Sep 14 01:14:10.441778 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-e4889131-63f0-4622-8d5a-5a42d91bdc17 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79795098-660f-4059-9056-a7702e992f63 HTTP/1.1" status: 200 len: 217 time: 0.0323591 Sep 14 01:14:10.488961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-6de8cd17-6736-4a70-bc3c-336541180aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:10.490391 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-6de8cd17-6736-4a70-bc3c-336541180aaf service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0435934 Sep 14 01:14:10.532793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-4bc19778-78ea-4c56-b787-f83abef44ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:10.534224 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-4bc19778-78ea-4c56-b787-f83abef44ab3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378811 Sep 14 01:14:10.624677 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-380422e2-5e2f-46f8-8cd2-6b422b52f44b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841439 Sep 14 01:14:10.671532 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Attempt 3 to provision port 79795098-660f-4059-9056-a7702e992f63 Sep 14 01:14:10.709072 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3e5018f4-48a2-4cff-b8c3-253482942ded None None] Port 79795098-660f-4059-9056-a7702e992f63 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:14:10.717524 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-844f9da4-c31c-49d5-8b33-1afd66a04afc req-747867b4-aaf5-457f-bf11-01e889d811e1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864995 Sep 14 01:14:10.737814 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:11.043165 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:11.104736 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e3f0c-635e-4277-8602-edac4ae05325 req-85352630-6af7-484c-ae2f-981e400d66f8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:11.106189 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4c6e3f0c-635e-4277-8602-edac4ae05325 req-85352630-6af7-484c-ae2f-981e400d66f8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 944 time: 0.0471570 Sep 14 01:14:11.153401 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4c6e3f0c-635e-4277-8602-edac4ae05325 req-7bdacff6-07a4-4003-9dc2-df386862d12b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 Sep 14 01:14:11.266362 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff299d9-f97f-47ea-a772-528d765a12e4 req-45620447-2627-4dcf-a83a-0a3abca6c800 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:11.267775 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ff299d9-f97f-47ea-a772-528d765a12e4 req-45620447-2627-4dcf-a83a-0a3abca6c800 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0541122 Sep 14 01:14:11.314650 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ff299d9-f97f-47ea-a772-528d765a12e4 req-7b2483ac-7104-4a5d-a795-43d2ce01e297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Sep 14 01:14:12.275711 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfed89-e57e-49e5-9b5a-fc3672c86a32 req-be45fc50-21e8-4249-8929-f6a28576cbf0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:12.277184 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-68bfed89-e57e-49e5-9b5a-fc3672c86a32 req-be45fc50-21e8-4249-8929-f6a28576cbf0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 944 time: 0.0502007 Sep 14 01:14:12.325213 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-68bfed89-e57e-49e5-9b5a-fc3672c86a32 req-1d16f9dd-b9fd-48b9-865b-d92fe7ecf07d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Sep 14 01:14:12.439097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58dce6-7ff1-4b1e-b924-e8922f0e2d41 req-6740a9d2-694b-483c-93a9-3e0b5ab5a8f4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:12.440589 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b58dce6-7ff1-4b1e-b924-e8922f0e2d41 req-6740a9d2-694b-483c-93a9-3e0b5ab5a8f4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0461812 Sep 14 01:14:12.487786 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b58dce6-7ff1-4b1e-b924-e8922f0e2d41 req-cbdf2491-4f12-43b7-aea0-b0203af6bc80 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Sep 14 01:14:12.800527 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:14:12.900871 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:12.909574 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:12.912371 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'mac_address': 'fa:16:3e:8f:aa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:14:12.948122 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: ACTIVE; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:12.948517 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:12.961836 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a0c8ef2-8392-47a2-bf1c-1530912083d1 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:14:12.980973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:12.985171 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:12.985912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 79795098-660f-4059-9056-a7702e992f63 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:14:13.056046 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=6']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:13.086598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:13.126683 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 79795098-660f-4059-9056-a7702e992f63, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=79795098-660f-4059-9056-a7702e992f63,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:13.138205 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '79795098-660f-4059-9056-a7702e992f63', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'port_id': '79795098-660f-4059-9056-a7702e992f63', 'mac_address': 'fa:16:3e:8e:07:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:14:13.176692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 79795098-660f-4059-9056-a7702e992f63 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:13.177090 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79795098-660f-4059-9056-a7702e992f63), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:13.190294 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79795098-660f-4059-9056-a7702e992f63 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:14:13.211849 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 79795098-660f-4059-9056-a7702e992f63, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=79795098-660f-4059-9056-a7702e992f63,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:13.215790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (79795098-660f-4059-9056-a7702e992f63), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:13.249572 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-0467c3a3-d1a6-45fe-b8e1-142c645b8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:13.251068 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-0467c3a3-d1a6-45fe-b8e1-142c645b8850 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 1128 time: 0.0523479 Sep 14 01:14:13.263786 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=79795098-660f-4059-9056-a7702e992f63,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:13.461103 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3fb4-6054-4cda-bc95-a8f80d226c41 req-8ac9b066-ef7f-4a2b-a773-95dd9f052280 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:13.462655 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5fad3fb4-6054-4cda-bc95-a8f80d226c41 req-8ac9b066-ef7f-4a2b-a773-95dd9f052280 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Sep 14 01:14:13.514661 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5fad3fb4-6054-4cda-bc95-a8f80d226c41 req-eb5fc26f-61c9-411e-af93-a0dfe6a0abd7 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450592 Sep 14 01:14:13.614104 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e615-5b10-4b72-a007-3be9558d7d6e req-2a2947e6-6bce-4ac4-8a60-c197a9dd72a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:13.615669 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ac1e615-5b10-4b72-a007-3be9558d7d6e req-2a2947e6-6bce-4ac4-8a60-c197a9dd72a1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 944 time: 0.0472238 Sep 14 01:14:13.645448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:13.676361 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['5a0c8ef2-8392-47a2-bf1c-1530912083d1'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:14:13.736390 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ac1e615-5b10-4b72-a007-3be9558d7d6e req-7a747e50-2239-4d1b-aebb-c40c797649b2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081753 Sep 14 01:14:13.750011 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-0a7a5644-7a3f-4ac3-a4be-adbb68c2adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:13.751685 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-0a7a5644-7a3f-4ac3-a4be-adbb68c2adb7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.1308022 Sep 14 01:14:13.864442 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['79795098-660f-4059-9056-a7702e992f63'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:14:14.139940 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-0ca0fa21-da07-494c-afbf-09db28fd8665 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79795098-660f-4059-9056-a7702e992f63 HTTP/1.1" status: 200 len: 217 time: 0.0369446 Sep 14 01:14:14.198473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-a813d387-376c-4e4a-a4a5-988ce58a2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:14.200031 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-a813d387-376c-4e4a-a4a5-988ce58a2a28 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0466547 Sep 14 01:14:14.251516 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-52c95e11-d69f-42c9-9287-9c8f399148e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:14.253060 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-52c95e11-d69f-42c9-9287-9c8f399148e9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446620 Sep 14 01:14:14.363749 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-7d8d9e61-0b1b-41c8-8be9-8fb9cba580fa service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910749 Sep 14 01:14:14.422156 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:14.462065 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ea44cdfd-8d38-468b-ad31-57cad538a317 req-9add36d4-0d06-4e4a-8e33-684d1fbf5942 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917635 Sep 14 01:14:14.467546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e77e-f2ee-4236-9b9a-4855315374c9 req-4d93cd0e-d74a-4f2e-add5-81f7f61841bd tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:14.469046 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-feb7e77e-f2ee-4236-9b9a-4855315374c9 req-4d93cd0e-d74a-4f2e-add5-81f7f61841bd tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0472410 Sep 14 01:14:14.516912 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:14.521524 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-feb7e77e-f2ee-4236-9b9a-4855315374c9 req-2b2b2f14-30c3-4022-8b8d-f854224e4185 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Sep 14 01:14:14.550387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35338) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:14.640560 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c2111-1b9b-4560-a648-aa223f92f03c req-3578364e-274d-42ed-bd64-85a72a09a6c1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:14.642040 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3a7c2111-1b9b-4560-a648-aa223f92f03c req-3578364e-274d-42ed-bd64-85a72a09a6c1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 945 time: 0.0478098 Sep 14 01:14:14.694672 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e8ce2-1fb0-4956-9db6-f135e52863c2 tempest-TestMinimumBasicScenario-1625758812 tempest-TestMinimumBasicScenario-1625758812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:14.696206 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7b8e8ce2-1fb0-4956-9db6-f135e52863c2 tempest-TestMinimumBasicScenario-1625758812 tempest-TestMinimumBasicScenario-1625758812-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1125 time: 0.1448073 Sep 14 01:14:14.699314 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35342) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:14.703775 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'port_id': '78292043-7571-4bbd-b478-4125b485b189', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:14.717359 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3a7c2111-1b9b-4560-a648-aa223f92f03c req-ea3a7e2b-4754-46d5-b01c-ee74aeda8d3a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668528 Sep 14 01:14:14.726166 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:14.799996 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:14.807322 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:14.911886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db635ba-8984-4774-a732-594c65322481 req-e1140b07-62ce-44d8-94b6-7f4b61197cfe tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:14.914291 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7db635ba-8984-4774-a732-594c65322481 req-e1140b07-62ce-44d8-94b6-7f4b61197cfe tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 944 time: 0.0943255 Sep 14 01:14:14.969007 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:14:14.985048 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Allocated IP 172.27.1.33 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/398ef98f-ffd7-4238-b1a8-070aac7d3d81) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:14:15.004967 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7db635ba-8984-4774-a732-594c65322481 req-36a286e8-215c-4101-8ef7-023dc50b6eb5 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732834 Sep 14 01:14:15.008031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:15.016184 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:14:15.016797 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.017283 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 Sep 14 01:14:15.091089 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:15.091469 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.110633 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.114979 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:15.117521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54da816-8761-4bce-9567-e666d887ec9f" -d '{"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:15.134184 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:15.139382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.140214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 79795098-660f-4059-9056-a7702e992f63 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:14:15.147821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.163328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e39fa-7c77-49be-bffa-1cb79ca609a6 x-openstack-request-id: req-c28e39fa-7c77-49be-bffa-1cb79ca609a6 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:15.163651 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:15.163903 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c28e39fa-7c77-49be-bffa-1cb79ca609a6 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:15.164289 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28e39fa-7c77-49be-bffa-1cb79ca609a6'] response: {'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'code': 200} Sep 14 01:14:15.190001 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:14:15.196488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:14:15.200580 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:14:15.203964 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'Port': ['ID=398ef98f-ffd7-4238-b1a8-070aac7d3d81,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:15.219882 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=7']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:15.227090 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 79795098-660f-4059-9056-a7702e992f63 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:14:15.234096 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 79795098-660f-4059-9056-a7702e992f63 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:14:15.234715 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (79795098-660f-4059-9056-a7702e992f63), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.235288 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 79795098-660f-4059-9056-a7702e992f63 Sep 14 01:14:15.265659 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:15.318706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 79795098-660f-4059-9056-a7702e992f63 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:15.319687 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (79795098-660f-4059-9056-a7702e992f63), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.353960 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 79795098-660f-4059-9056-a7702e992f63, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=79795098-660f-4059-9056-a7702e992f63,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:15.357831 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (79795098-660f-4059-9056-a7702e992f63), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.406288 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=79795098-660f-4059-9056-a7702e992f63,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:15.471890 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:15.867478 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad41bc4-06ee-40c1-a7e4-404886be79b8 req-f3838cbc-3569-4f4f-ae4d-ce193c79805b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:15.868945 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ad41bc4-06ee-40c1-a7e4-404886be79b8 req-f3838cbc-3569-4f4f-ae4d-ce193c79805b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0736508 Sep 14 01:14:15.874545 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for floatingip (58eb1fc8-6f97-46fe-9226-2967fa2f62ec), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:15.902716 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:15.971498 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ad41bc4-06ee-40c1-a7e4-404886be79b8 req-2a8c1864-980e-45cf-92fd-40d89518757e tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952523 Sep 14 01:14:15.978856 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.127642 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.132529 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.139446 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff136c1-c04d-470f-9996-29dfe4b3176a req-f83e8f9d-186c-4838-bcc6-00dd43554da2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:16.140968 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bff136c1-c04d-470f-9996-29dfe4b3176a req-f83e8f9d-186c-4838-bcc6-00dd43554da2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Sep 14 01:14:16.188430 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bff136c1-c04d-470f-9996-29dfe4b3176a req-d7f2d09b-42b3-49ef-8af2-a30a0a9cb51e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Sep 14 01:14:16.199067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'Port': ['ID=398ef98f-ffd7-4238-b1a8-070aac7d3d81,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:16.201655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (58eb1fc8-6f97-46fe-9226-2967fa2f62ec), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.300823 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Floating IP 58eb1fc8-6f97-46fe-9226-2967fa2f62ec associated. External IP: 172.27.1.33, port: 78292043-7571-4bbd-b478-4125b485b189. Sep 14 01:14:16.498638 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Router b43cada5-c2a6-4b24-95ea-75527ebcfc6d has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:14:16.554555 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:16.602915 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:14:16.612664 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] Sync routers for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:14:16.621540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.624046 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:16.624668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:14:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:16.652514 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-19e4fef5-9a45-425d-ab36-03335a02283b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9520705 Sep 14 01:14:16.653160 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:16.655402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:16.655664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35354) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:16.660592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863250861', 'description': 'tempest-secgroup-smoke-1863250861 description', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:16.684138 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.697861 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9983bb-b390-4265-8e13-32631d772a70 x-openstack-request-id: req-5c9983bb-b390-4265-8e13-32631d772a70 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:16.698558 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:16.698880 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c9983bb-b390-4265-8e13-32631d772a70 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:16.699579 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9983bb-b390-4265-8e13-32631d772a70'] response: {'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'status': 'completed', 'code': 200} Sep 14 01:14:16.734262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:16.782194 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group (6b31a37d-28bd-4092-9d76-f4964a59a1e9), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.788750 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6b31a37d-28bd-4092-9d76-f4964a59a1e9), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.821363 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-57f664dd-0847-4354-9b90-b641e78aa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:16.823535 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-57f664dd-0847-4354-9b90-b641e78aa82d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1130 time: 0.0737770 Sep 14 01:14:16.832546 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.833693 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1769328 Sep 14 01:14:16.837351 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35358) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:16.842285 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group_rule': {'security_group_id': '6b31a37d-28bd-4092-9d76-f4964a59a1e9', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:16.844374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a927bd2-b5dc-4290-a089-6e4d4bff222d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31a37d-28bd-4092-9d76-f4964a59a1e9,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:16.875857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (0f2ddd9b-4953-4af7-99ea-bf33a90b53c3), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.913618 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:16.938882 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-5290ac76-e6dc-4229-9e2d-41277a4823d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:16.940549 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-5290ac76-e6dc-4229-9e2d-41277a4823d0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 914 time: 0.1052516 Sep 14 01:14:16.946803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (0f2ddd9b-4953-4af7-99ea-bf33a90b53c3), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.951860 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (0f2ddd9b-4953-4af7-99ea-bf33a90b53c3), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.952161 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:16.960528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '58eb1fc8-6f97-46fe-9226-2967fa2f62ec', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'port_id': '78292043-7571-4bbd-b478-4125b485b189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'mac_address': 'fa:16:3e:76:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d078-01eb-4150-8869-3c33a457898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:14:15Z', 'updated_at': '2022-09-14T01:14:15Z', 'revision_number': 0, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:16.972121 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2ddd9b-4953-4af7-99ea-bf33a90b53c3,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:16.981571 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:16.984862 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ba4e1e08-70ca-4b10-8f6a-720b208eee1a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464159 Sep 14 01:14:16.987707 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35360) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:16.989145 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] Checking router: b43cada5-c2a6-4b24-95ea-75527ebcfc6d for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:14:16.993285 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group_rule': {'security_group_id': '6b31a37d-28bd-4092-9d76-f4964a59a1e9', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:16.999449 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:16.999449 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:14:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:17.028102 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (f0b6fb72-397d-4b8f-8182-d7cf6e1db88a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.028834 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-ba183500-0e4a-4a1c-a850-08d58ac63dd3 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 999 time: 0.0800710 Sep 14 01:14:17.095234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (f0b6fb72-397d-4b8f-8182-d7cf6e1db88a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.098877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (f0b6fb72-397d-4b8f-8182-d7cf6e1db88a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.117960 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:17.120459 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:17.121481 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b6fb72-397d-4b8f-8182-d7cf6e1db88a,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:17.130165 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9de0a-4d0e-4d18-93b3-10ee5cd667f6 req-5b23177a-f6c3-438e-9f97-d4344c18f9bf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:17.131038 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.132358 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f2d9de0a-4d0e-4d18-93b3-10ee5cd667f6 req-5b23177a-f6c3-438e-9f97-d4344c18f9bf tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0606430 Sep 14 01:14:17.135596 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a50ded30-6ed0-45ed-acfe-7af01565d380 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440856 Sep 14 01:14:17.135750 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-38ac8eac-6896-4fc9-ba35-9682df0c1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:17.135850 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35364) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:17.135950 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-38ac8eac-6896-4fc9-ba35-9682df0c1b54 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.1006358 Sep 14 01:14:17.141206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group_rule': {'security_group_id': '6b31a37d-28bd-4092-9d76-f4964a59a1e9', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:17.165204 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79795098-660f-4059-9056-a7702e992f63'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:17.167430 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a5240-e261-4841-a15f-e8f66b552b5f" -d '{"events": [{"server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "name": "network-vif-plugged", "status": "completed", "tag": "79795098-660f-4059-9056-a7702e992f63"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:17.170846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (b7c2ab2d-74a2-441d-86ad-3e6d427dc434), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.204997 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-8c7dbc41-e946-4c10-8489-0818c05265ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:17.206538 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-8c7dbc41-e946-4c10-8489-0818c05265ed service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471952 Sep 14 01:14:17.251382 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (b7c2ab2d-74a2-441d-86ad-3e6d427dc434), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.257251 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (b7c2ab2d-74a2-441d-86ad-3e6d427dc434), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.285198 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c2ab2d-74a2-441d-86ad-3e6d427dc434,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:17.286937 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f2d9de0a-4d0e-4d18-93b3-10ee5cd667f6 req-c8ec3502-d724-4c48-b27e-6f0fe689877b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436396 Sep 14 01:14:17.298654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.302585 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-4798f885-c005-4e53-9f4f-26f53e45f3e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629472 Sep 14 01:14:17.302826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35370) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:17.309203 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group_rule': {'security_group_id': '6b31a37d-28bd-4092-9d76-f4964a59a1e9', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:17.373401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:17.376516 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-ece7a6cf-2659-4dbc-8c8e-ac49c669ca0d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545382 Sep 14 01:14:17.378792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (39e0fc81-244e-4e1b-874f-720683f38e5c), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.389198 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0ad2b-885a-4bbb-a547-8bcc3d007656 x-openstack-request-id: req-d2a0ad2b-885a-4bbb-a547-8bcc3d007656 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:17.389509 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "name": "network-vif-plugged", "status": "completed", "tag": "79795098-660f-4059-9056-a7702e992f63", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:17.389739 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2a0ad2b-885a-4bbb-a547-8bcc3d007656 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:17.390134 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a0ad2b-885a-4bbb-a547-8bcc3d007656'] response: {'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79795098-660f-4059-9056-a7702e992f63', 'code': 200} Sep 14 01:14:17.441431 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '58eb1fc8-6f97-46fe-9226-2967fa2f62ec', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'port_id': '78292043-7571-4bbd-b478-4125b485b189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'mac_address': 'fa:16:3e:76:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d078-01eb-4150-8869-3c33a457898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:14:15Z', 'updated_at': '2022-09-14T01:14:15Z', 'revision_number': 0, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:17.458239 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (39e0fc81-244e-4e1b-874f-720683f38e5c), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.463224 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (39e0fc81-244e-4e1b-874f-720683f38e5c), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.488242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e0fc81-244e-4e1b-874f-720683f38e5c,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:17.497050 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.501287 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-9817cf23-fbc4-47aa-9ed9-3baadda23fd3 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1973171 Sep 14 01:14:17.501999 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35372) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:17.506904 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group_rule': {'security_group_id': '6b31a37d-28bd-4092-9d76-f4964a59a1e9', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:17.515603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22699-39b6-4b19-b696-de7cd033bc65 req-00451e80-9ad2-481e-ae8e-1e227ebf58c8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:17.523284 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9db22699-39b6-4b19-b696-de7cd033bc65 req-00451e80-9ad2-481e-ae8e-1e227ebf58c8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.1106982 Sep 14 01:14:17.530585 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.securitygroups_db [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Project f93905695d7a4f8495534c38a7bebfa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:14:17.538871 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (595d28a6-2ce0-4d5b-ac9d-912a3ec452c4), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.592299 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:17.612291 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9db22699-39b6-4b19-b696-de7cd033bc65 req-288d29b0-a21b-480f-a6fc-1c0ae2f09988 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876462 Sep 14 01:14:17.614321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-20b060c2-d1a0-41ec-a1dc-b4d2986775ed req-482ef929-8654-485f-b5cd-48e9d256ebe6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923416 Sep 14 01:14:17.661533 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881bfca-166a-4f3e-af07-e053efa31353 None None] The sync data for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi is: [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '58eb1fc8-6f97-46fe-9226-2967fa2f62ec', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'port_id': '78292043-7571-4bbd-b478-4125b485b189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'mac_address': 'fa:16:3e:76:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532d078-01eb-4150-8869-3c33a457898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:14:15Z', 'updated_at': '2022-09-14T01:14:15Z', 'revision_number': 0, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:14:17.668548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (595d28a6-2ce0-4d5b-ac9d-912a3ec452c4), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.676243 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (595d28a6-2ce0-4d5b-ac9d-912a3ec452c4), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.692831 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f415-4dc5-41bd-adef-d280d8cf9301 req-a030d31d-7102-49d8-9612-aff26e81b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:17.694561 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-31d3f415-4dc5-41bd-adef-d280d8cf9301 req-a030d31d-7102-49d8-9612-aff26e81b940 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 1130 time: 0.0549686 Sep 14 01:14:17.703164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595d28a6-2ce0-4d5b-ac9d-912a3ec452c4,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:17.721175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.722309 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-97bb8f64-7f07-41cf-8097-052ea4e902ac tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191851 Sep 14 01:14:17.725714 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35374) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:17.731230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'security_group_rule': {'security_group_id': '6b31a37d-28bd-4092-9d76-f4964a59a1e9', 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:17.770579 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-31d3f415-4dc5-41bd-adef-d280d8cf9301 req-41d50a49-743f-485a-acbc-c26780adbf77 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683548 Sep 14 01:14:17.771850 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.securitygroups_db [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Project f93905695d7a4f8495534c38a7bebfa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:14:17.777203 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (0b1633ba-9ce7-4f50-876b-4e6d28a46a7a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.780568 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:17.843497 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (0b1633ba-9ce7-4f50-876b-4e6d28a46a7a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.847863 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (0b1633ba-9ce7-4f50-876b-4e6d28a46a7a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.872675 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1633ba-9ce7-4f50-876b-4e6d28a46a7a,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:17.879043 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:17.880238 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f9f08a34-34c3-4b4a-ae46-06b41b1fe5e8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536021 Sep 14 01:14:17.898748 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6216908-28fc-4736-9d8c-7cb67ce6d989 None None] New status for floating IP 58eb1fc8-6f97-46fe-9226-2967fa2f62ec: ACTIVE {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:14:17.977901 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-67573922-676e-468b-8c09-a3adba3f719f tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1863250861&fields=id&tenant_id=f93905695d7a4f8495534c38a7bebfa4 HTTP/1.1" status: 200 len: 267 time: 0.0450923 Sep 14 01:14:18.029371 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-0df0a490-bfe7-491e-8f49-0cec3d9c2e37 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:18.039182 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-0df0a490-bfe7-491e-8f49-0cec3d9c2e37 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0557313 Sep 14 01:14:18.045249 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'port': {'security_groups': ['3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d', '6b31a37d-28bd-4092-9d76-f4964a59a1e9']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:18.117260 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (78292043-7571-4bbd-b478-4125b485b189), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:18.302338 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:18.329809 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for port (78292043-7571-4bbd-b478-4125b485b189), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:18.334228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (78292043-7571-4bbd-b478-4125b485b189), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:18.347174 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:18.347807 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:18.349174 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6a7d9c53-f1de-446a-a3f8-7007069348e2 req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "PUT /networking/v2.0/ports/78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 982 time: 0.3091240 Sep 14 01:14:18.386059 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['78292043-7571-4bbd-b478-4125b485b189'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:14:18.395211 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8d713-c395-4ba1-90a6-8d05b9493284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=6']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:18.441886 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:18.450828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551dd6-9aee-4236-b1eb-29501c3679a8 req-78118a65-d046-4f8d-af76-19716460d761 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:18.453155 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7c551dd6-9aee-4236-b1eb-29501c3679a8 req-78118a65-d046-4f8d-af76-19716460d761 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0608747 Sep 14 01:14:18.477290 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e0809-23e6-4a51-b0d4-68ace98b8987 req-c02bb793-d9c2-4227-9f49-c663f54c49de tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:18.480012 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-536e0809-23e6-4a51-b0d4-68ace98b8987 req-c02bb793-d9c2-4227-9f49-c663f54c49de tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0521040 Sep 14 01:14:18.557373 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-536e0809-23e6-4a51-b0d4-68ace98b8987 req-c945e190-4001-4770-b4bd-441754d4fc4b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696859 Sep 14 01:14:18.622673 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['78292043-7571-4bbd-b478-4125b485b189'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:14:18.701073 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:18.703382 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:18.750518 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7c551dd6-9aee-4236-b1eb-29501c3679a8 req-ce9667f3-40c1-40e6-815a-ae1bc63f1da9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895272 Sep 14 01:14:18.756375 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf0132-e0d6-4fc0-9544-5d68af26e3e3 req-e0f856b6-097e-4ef4-a560-767cc0c837ea tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:18.758289 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1cbf0132-e0d6-4fc0-9544-5d68af26e3e3 req-e0f856b6-097e-4ef4-a560-767cc0c837ea tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Sep 14 01:14:18.780229 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:18.810885 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:18.820961 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1cbf0132-e0d6-4fc0-9544-5d68af26e3e3 req-5f157ef9-12f1-477d-9186-099d7f35f456 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549788 Sep 14 01:14:18.822523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e912ed6-4883-4010-8f6c-3d7fd071fd19 x-openstack-request-id: req-8e912ed6-4883-4010-8f6c-3d7fd071fd19 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:18.823682 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:18.823903 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e912ed6-4883-4010-8f6c-3d7fd071fd19 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:18.824296 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e912ed6-4883-4010-8f6c-3d7fd071fd19'] response: {'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'status': 'completed', 'code': 200} Sep 14 01:14:19.112119 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-85106826-38ca-4e61-9ef1-5ebe92a67f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:19.113589 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-85106826-38ca-4e61-9ef1-5ebe92a67f3b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1169 time: 0.0391908 Sep 14 01:14:19.217088 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-9392aa8e-19c1-4594-835e-74a0fb4435b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:19.218538 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-9392aa8e-19c1-4594-835e-74a0fb4435b3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 914 time: 0.0883455 Sep 14 01:14:19.231383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:19.282328 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-2c54689d-fd7d-4742-b0e7-b76cb4e6fefc service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 1001 time: 0.0574689 Sep 14 01:14:19.331607 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-39794960-c3c2-43f3-ad49-20566616c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:19.333017 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-39794960-c3c2-43f3-ad49-20566616c54d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.0440750 Sep 14 01:14:19.382185 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-aeed0e40-7102-46bc-bcae-d22c11ac0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:19.383942 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-aeed0e40-7102-46bc-bcae-d22c11ac0a99 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425322 Sep 14 01:14:19.883445 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226ec9-0ada-4dad-ba95-c0dd5a43664f req-d4319598-bc3b-41c8-b7a7-04523649e585 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:19.884960 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-60226ec9-0ada-4dad-ba95-c0dd5a43664f req-d4319598-bc3b-41c8-b7a7-04523649e585 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0504558 Sep 14 01:14:19.932796 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-60226ec9-0ada-4dad-ba95-c0dd5a43664f req-9def182b-6ca8-49bf-b261-31ef7e47ca53 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Sep 14 01:14:19.951094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbd308-09cc-40b5-bf8c-1fbe22660898 req-7278c5bd-bbd8-42b9-8b3d-c7fc682b7345 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:19.952608 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ccbd308-09cc-40b5-bf8c-1fbe22660898 req-7278c5bd-bbd8-42b9-8b3d-c7fc682b7345 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0476921 Sep 14 01:14:20.001994 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5ccbd308-09cc-40b5-bf8c-1fbe22660898 req-29ba1446-a2b9-467d-a536-6e6328d1bcb3 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Sep 14 01:14:20.050761 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7ef30-e70c-45c3-b815-6a3eac84f3e5 req-bef9be22-6350-498a-aa49-9d888a2bc591 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:20.052177 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-aaf7ef30-e70c-45c3-b815-6a3eac84f3e5 req-bef9be22-6350-498a-aa49-9d888a2bc591 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0480101 Sep 14 01:14:20.062867 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35394) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:20.067104 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Request body: {'floatingip': {'port_id': '79795098-660f-4059-9056-a7702e992f63'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:14:20.107603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (2b30af06-ef65-43b9-82ef-99ca3bac92dc), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:20.259700 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-c6ee3314-e867-4de1-b20e-f53b57fd2fbc service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006949 Sep 14 01:14:20.355199 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1a83896-a0d6-4abe-ae25-1c54b4fba6fc req-5411e976-1318-446e-8996-8f034dbbdcea service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884113 Sep 14 01:14:20.419837 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:20.572278 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:20.576823 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (2b30af06-ef65-43b9-82ef-99ca3bac92dc), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:20.686794 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP 2b30af06-ef65-43b9-82ef-99ca3bac92dc associated. External IP: 172.27.1.199, port: 79795098-660f-4059-9056-a7702e992f63. Sep 14 01:14:20.755432 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:20.796463 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:20.918524 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:14:21.048074 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:14:21.053235 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:21.062140 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e239-1bab-4c48-a873-61227accb264 None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:14:21.076636 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:21.077300 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:14:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:21.093180 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e6878458-c5ad-4b57-8ee9-40ce738c5692 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/2b30af06-ef65-43b9-82ef-99ca3bac92dc HTTP/1.1" status: 200 len: 992 time: 1.0271404 Sep 14 01:14:21.093180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'tag': '79795098-660f-4059-9056-a7702e992f63'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:21.095709 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03fe08f-c205-4610-8bda-58fcc4e3c87b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "tag": "79795098-660f-4059-9056-a7702e992f63"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:21.145347 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e16afd-d46e-40e2-9eb7-6d6bcdfa54e5 x-openstack-request-id: req-53e16afd-d46e-40e2-9eb7-6d6bcdfa54e5 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:21.147685 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "tag": "79795098-660f-4059-9056-a7702e992f63", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:21.148001 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e16afd-d46e-40e2-9eb7-6d6bcdfa54e5 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:21.148428 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e16afd-d46e-40e2-9eb7-6d6bcdfa54e5'] response: {'name': 'network-changed', 'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'tag': '79795098-660f-4059-9056-a7702e992f63', 'status': 'completed', 'code': 200} Sep 14 01:14:21.186146 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77deafc-55b3-4563-bba8-f72af558190a req-d2ab7e32-15c6-41b5-ab19-bdc30cfb70b4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:21.195707 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d77deafc-55b3-4563-bba8-f72af558190a req-d2ab7e32-15c6-41b5-ab19-bdc30cfb70b4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0726354 Sep 14 01:14:21.219976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:21.270153 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-3a3156fd-b1fe-41ae-bd1c-9fecba3c249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:21.272448 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-3a3156fd-b1fe-41ae-bd1c-9fecba3c249f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 1130 time: 0.0639901 Sep 14 01:14:21.309299 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d77deafc-55b3-4563-bba8-f72af558190a req-927d93fb-fa1f-4300-80ef-55a923bff258 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001341 Sep 14 01:14:21.328720 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:21.417511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-c9b2d3c3-9ed9-49ed-afc6-8c114da37137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:21.419154 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-c9b2d3c3-9ed9-49ed-afc6-8c114da37137 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 200 len: 915 time: 0.1088755 Sep 14 01:14:21.515968 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-658b89ec-a908-4e8b-a248-65329cfe9572 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79795098-660f-4059-9056-a7702e992f63 HTTP/1.1" status: 200 len: 1000 time: 0.0896173 Sep 14 01:14:21.526965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '2b30af06-ef65-43b9-82ef-99ca3bac92dc', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '79795098-660f-4059-9056-a7702e992f63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8e:07:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:14:06Z', 'updated_at': '2022-09-14T01:14:20Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:21.557472 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e239-1bab-4c48-a873-61227accb264 None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:14:21.571315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:21.572191 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:14:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:21.572835 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-8708af43-6693-4260-b86d-c2461500fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:21.574390 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-8708af43-6693-4260-b86d-c2461500fe1d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 200 len: 854 time: 0.0527167 Sep 14 01:14:21.626554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-1d88509d-2835-43df-93f6-60a83793a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:21.628385 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-1d88509d-2835-43df-93f6-60a83793a297 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=a458fb77-0452-4eef-a570-bd92e833719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464203 Sep 14 01:14:21.708451 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:21.710271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:21.741117 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-e9b159b6-ac09-4b17-b669-eb7a15eff17c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041038 Sep 14 01:14:21.853276 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a03fe08f-c205-4610-8bda-58fcc4e3c87b req-48a6bff0-c713-439d-9fd9-f1e90daa1cc0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068494 Sep 14 01:14:21.881147 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:21.970342 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b665e239-1bab-4c48-a873-61227accb264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '2b30af06-ef65-43b9-82ef-99ca3bac92dc', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '79795098-660f-4059-9056-a7702e992f63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8e:07:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:14:06Z', 'updated_at': '2022-09-14T01:14:20Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:22.007044 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e239-1bab-4c48-a873-61227accb264 None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '2b30af06-ef65-43b9-82ef-99ca3bac92dc', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'port_id': '79795098-660f-4059-9056-a7702e992f63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'mac_address': 'fa:16:3e:8e:07:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:14:06Z', 'updated_at': '2022-09-14T01:14:20Z', 'revision_number': 1, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:14:22.238417 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb06e0-4127-4c93-9b49-db45daf43055 None None] New status for floating IP 2b30af06-ef65-43b9-82ef-99ca3bac92dc: ACTIVE {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:14:22.500517 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafefc5-48d1-4c55-a12f-9ebb4d76f989 req-9717aebd-e94d-46d3-bca4-98324759c864 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:22.502218 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bbafefc5-48d1-4c55-a12f-9ebb4d76f989 req-9717aebd-e94d-46d3-bca4-98324759c864 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0695386 Sep 14 01:14:22.564105 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bbafefc5-48d1-4c55-a12f-9ebb4d76f989 req-9ec47278-18c3-4d15-98e2-e924c91dcfdf tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545745 Sep 14 01:14:23.274783 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:14:23.701719 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6f9b3-24e4-47da-8bd3-eb3ff4d356c4 req-69bca5da-400c-4846-b7f9-0fd2d1968abd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:23.703285 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-23a6f9b3-24e4-47da-8bd3-eb3ff4d356c4 req-69bca5da-400c-4846-b7f9-0fd2d1968abd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Sep 14 01:14:23.723202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:23.760070 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-23a6f9b3-24e4-47da-8bd3-eb3ff4d356c4 req-2273453e-1f05-4255-afcc-5dc76c2fc077 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509450 Sep 14 01:14:24.896433 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fb460-7201-4448-8109-08ee6bb1118d req-a044f1e0-baec-4061-961f-3b3623be27b8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:24.898313 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-509fb460-7201-4448-8109-08ee6bb1118d req-a044f1e0-baec-4061-961f-3b3623be27b8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Sep 14 01:14:24.954446 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-509fb460-7201-4448-8109-08ee6bb1118d req-f34b406c-4f3f-4b29-b4ec-2e882359b21b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502045 Sep 14 01:14:26.098695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe6e8f-34fe-4880-8e12-79c34273e1cf req-399a4fb1-2f01-4a28-9096-826079ee311c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:26.100842 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7bbe6e8f-34fe-4880-8e12-79c34273e1cf req-399a4fb1-2f01-4a28-9096-826079ee311c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0551746 Sep 14 01:14:26.163422 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7bbe6e8f-34fe-4880-8e12-79c34273e1cf req-40efce32-789a-4a6f-b581-32ae5de5bd9c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564082 Sep 14 01:14:27.310622 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d73dfc-dc50-486c-a360-227e2b96f714 req-f5a1cf60-1e91-492e-a6a1-e9aac19af652 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:27.312152 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46d73dfc-dc50-486c-a360-227e2b96f714 req-f5a1cf60-1e91-492e-a6a1-e9aac19af652 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Sep 14 01:14:27.372864 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-46d73dfc-dc50-486c-a360-227e2b96f714 req-bd11d391-12d9-4de4-ab5d-8add930be31f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535891 Sep 14 01:14:28.527975 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfef45-6aef-4cee-82df-74b440df4b0d req-10f3a4a6-4a96-4d04-a3a2-571c903b615e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:28.529644 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9ebfef45-6aef-4cee-82df-74b440df4b0d req-10f3a4a6-4a96-4d04-a3a2-571c903b615e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0618916 Sep 14 01:14:28.590550 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9ebfef45-6aef-4cee-82df-74b440df4b0d req-0b9c16fb-ade1-46b5-90a3-6723ea7a9c62 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551646 Sep 14 01:14:29.736809 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21adc5-71ea-439d-8ae7-0991ceb84395 req-9296056e-6488-41ae-bd91-12221b6b6fd9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:29.738321 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8c21adc5-71ea-439d-8ae7-0991ceb84395 req-9296056e-6488-41ae-bd91-12221b6b6fd9 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0548751 Sep 14 01:14:29.791817 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8c21adc5-71ea-439d-8ae7-0991ceb84395 req-48b45a56-ef5e-4344-89ca-2ff562f1876b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Sep 14 01:14:30.933382 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ea917-d516-4a59-96c7-51e2b5911de6 req-9902cc03-3e6d-4666-a2ba-fee9fb4c9879 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:30.934851 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea3ea917-d516-4a59-96c7-51e2b5911de6 req-9902cc03-3e6d-4666-a2ba-fee9fb4c9879 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Sep 14 01:14:30.981786 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea3ea917-d516-4a59-96c7-51e2b5911de6 req-2b71a32a-dfbb-49c7-8ebf-da8f1e89960b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Sep 14 01:14:31.266905 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-cdf3d103-7f29-44c4-b850-ad1424dc7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:31.268412 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-cdf3d103-7f29-44c4-b850-ad1424dc7696 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1129 time: 0.0399690 Sep 14 01:14:31.361388 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-77951ba5-7ade-41ed-9b18-281b002934db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:31.362835 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-77951ba5-7ade-41ed-9b18-281b002934db service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0877094 Sep 14 01:14:31.426011 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-b760ae3c-3e9e-49fa-a85b-c5c009500677 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 1001 time: 0.0551918 Sep 14 01:14:31.480446 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-c5538aa9-912d-4bdc-bfcf-dcf0cef3578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:31.481828 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-c5538aa9-912d-4bdc-bfcf-dcf0cef3578f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0494473 Sep 14 01:14:31.525494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-4a98bb1a-1552-4cb4-b0b8-193cd7270c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:31.526963 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-4a98bb1a-1552-4cb4-b0b8-193cd7270c23 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393949 Sep 14 01:14:31.619888 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-5cd8326a-d586-4c26-b670-a39b766b05ad service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Sep 14 01:14:31.708404 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c4da8d8b-8b44-432f-9bad-2db745ca15ab req-960c527c-887c-4b93-88b3-c2551e91bfae service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Sep 14 01:14:31.958797 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=59 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:31.973958 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=13 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:32.090942 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:32.109662 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21b14-ab9f-4958-8a30-1a7e62809d39 req-4170956c-24e6-4379-a0be-f8c4462a6d56 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:32.111134 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-51e21b14-ab9f-4958-8a30-1a7e62809d39 req-4170956c-24e6-4379-a0be-f8c4462a6d56 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0475826 Sep 14 01:14:32.159476 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-51e21b14-ab9f-4958-8a30-1a7e62809d39 req-13eb6ecc-6139-4dd4-94cd-8159d32fba69 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Sep 14 01:14:33.252433 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:33.288535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e1c6e-8547-483a-a2a0-c24b26f2a80d req-cc7952bc-2af1-4040-9250-34d28743ffa1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:33.290024 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7c3e1c6e-8547-483a-a2a0-c24b26f2a80d req-cc7952bc-2af1-4040-9250-34d28743ffa1 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Sep 14 01:14:33.315277 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:33.323974 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: ACTIVE; New status is: DOWN {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:33.324370 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.338213 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7c3e1c6e-8547-483a-a2a0-c24b26f2a80d req-ce14fd29-ee02-4240-bda2-ccd6fa09ca37 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Sep 14 01:14:33.347576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:33.350069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f504824e-8a8d-48ce-bc79-d93ad25264fa" -d '{"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:33.365919 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:33.371336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.399536 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809acc6-1a63-496f-b791-ac442c312940 x-openstack-request-id: req-5809acc6-1a63-496f-b791-ac442c312940 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:33.399847 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:33.400098 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5809acc6-1a63-496f-b791-ac442c312940 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:33.400491 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5809acc6-1a63-496f-b791-ac442c312940'] response: {'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'code': 200} Sep 14 01:14:33.425683 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=8']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:33.432735 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.433082 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.433422 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.433761 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.434094 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.434423 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.434754 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.435074 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.435399 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.435742 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.436067 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.436388 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.436711 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.437035 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.437354 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:34.245420 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:34.246144 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:34.466907 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c09a-deac-4f78-be8f-2dc63a6403fe req-8be3549b-23eb-4d88-a773-12594fb82118 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:34.468432 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5fa6c09a-deac-4f78-be8f-2dc63a6403fe req-8be3549b-23eb-4d88-a773-12594fb82118 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0498726 Sep 14 01:14:34.509479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:34.516961 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5fa6c09a-deac-4f78-be8f-2dc63a6403fe req-b5faa1ba-9454-4094-a9c7-8fef0d0dc1d7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Sep 14 01:14:35.488551 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53a4fa-7688-4235-a8e1-fdd252a031f2 req-b5a7305f-3944-4228-96f3-43b182bd83f4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:35.490799 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ba53a4fa-7688-4235-a8e1-fdd252a031f2 req-b5a7305f-3944-4228-96f3-43b182bd83f4 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0594413 Sep 14 01:14:35.539507 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-cdd7ef2c-71e9-45d6-9172-476a48dd5e9e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680006 Sep 14 01:14:35.560950 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ba53a4fa-7688-4235-a8e1-fdd252a031f2 req-264547a4-580f-43bc-bac8-d93cabb217fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545366 Sep 14 01:14:35.612783 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-060b4f3f-c624-4d61-9dec-c52389c07d3e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:35.614138 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-060b4f3f-c624-4d61-9dec-c52389c07d3e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports/5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 940 time: 0.0467558 Sep 14 01:14:35.839227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-641c1389-5caf-4eda-ac7e-391b579242e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:36.640540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-1f50f2ec-42f6-40d4-9a07-86e4bf4b6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:36.642046 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-1f50f2ec-42f6-40d4-9a07-86e4bf4b6816 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611&tenant_id=3c6482bb91c24939ba18c03a3e5bb18c HTTP/1.1" status: 200 len: 1127 time: 0.0409224 Sep 14 01:14:36.695090 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201c05-d825-4887-8614-4baeca998904 req-fbca546a-5740-4365-b07f-f35430a592cd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:36.696617 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b201c05-d825-4887-8614-4baeca998904 req-fbca546a-5740-4365-b07f-f35430a592cd tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0499935 Sep 14 01:14:36.719345 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-1ba1c236-28d6-4204-97af-b38c5940be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:36.720933 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-1ba1c236-28d6-4204-97af-b38c5940be92 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1127 time: 0.0396283 Sep 14 01:14:36.745142 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b201c05-d825-4887-8614-4baeca998904 req-e6706096-8bd0-458d-b74e-193d2a389471 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Sep 14 01:14:36.813729 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-b239852c-f033-4fd1-9f33-74c330cb81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:36.815181 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-b239852c-f033-4fd1-9f33-74c330cb81f0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0888829 Sep 14 01:14:36.882180 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-bc2cea55-77e3-4d48-b2b8-5f0919d6d4ce service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 999 time: 0.0564895 Sep 14 01:14:36.944087 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-84c1d742-77a9-47c1-b21b-666091f043a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:36.945687 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-84c1d742-77a9-47c1-b21b-666091f043a2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0484996 Sep 14 01:14:36.988240 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-2ae53d21-8530-485a-bf54-417221ab01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:36.990275 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-2ae53d21-8530-485a-bf54-417221ab01b5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378468 Sep 14 01:14:37.077941 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-5b4577df-4bef-4d2e-8947-0e78fdf188ea service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817473 Sep 14 01:14:37.170236 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bc84fb3e-9ab2-43d0-b9b6-215f9b155ff1 req-f7e477b4-2e94-4b92-ad7f-a8a044bf97e9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Sep 14 01:14:37.289973 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:37.366315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: DOWN; New status is: DOWN {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:37.890889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6c44-b732-461a-892d-054a777a111a req-6c2d97b6-2f38-4f26-867a-ec9fa69901be tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:37.892852 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b2fa6c44-b732-461a-892d-054a777a111a req-6c2d97b6-2f38-4f26-867a-ec9fa69901be tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0559618 Sep 14 01:14:37.945750 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b2fa6c44-b732-461a-892d-054a777a111a req-0e212097-6d83-452d-ae36-3bd83c6746e0 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463002 Sep 14 01:14:38.313912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5b149178-de0a-4434-8166-1c3889c903c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:39.221698 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90992-bbfd-47c3-879e-0d92b895e700 req-ea98f0cf-bbef-4dea-9f7d-11baffceee37 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:39.223221 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54e90992-bbfd-47c3-879e-0d92b895e700 req-ea98f0cf-bbef-4dea-9f7d-11baffceee37 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.1879840 Sep 14 01:14:39.275793 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-54e90992-bbfd-47c3-879e-0d92b895e700 req-104ec27c-104f-46fb-be76-2ef54a69cd8a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453572 Sep 14 01:14:39.407275 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.410940 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fe794-cee8-4e57-9ee3-6f24844e0c40 req-c5d70ed6-356c-41a2-9120-a6a9095dc02e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:40.412500 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b0fe794-cee8-4e57-9ee3-6f24844e0c40 req-c5d70ed6-356c-41a2-9120-a6a9095dc02e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0499306 Sep 14 01:14:40.466390 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6b0fe794-cee8-4e57-9ee3-6f24844e0c40 req-d9fc9e7f-d58f-4b52-a964-e48431696a8b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482309 Sep 14 01:14:40.740578 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.048339 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.596438 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:41.610982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a65e2-0d1f-4835-963f-4e99256cdb76 req-dc3f7bff-c7ec-4169-ba40-719ecd177b9e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:41.612705 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-710a65e2-0d1f-4835-963f-4e99256cdb76 req-dc3f7bff-c7ec-4169-ba40-719ecd177b9e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0503669 Sep 14 01:14:41.664154 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-710a65e2-0d1f-4835-963f-4e99256cdb76 req-75304e8d-480c-4002-b41e-8d0d959e8796 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Sep 14 01:14:42.793892 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f53241-f680-4d16-ad1a-4f06e4a4d4d1 req-68cd499f-4a5f-4fbc-9567-d50c3341dc6a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:42.795252 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-57f53241-f680-4d16-ad1a-4f06e4a4d4d1 req-68cd499f-4a5f-4fbc-9567-d50c3341dc6a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0466690 Sep 14 01:14:42.848078 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-57f53241-f680-4d16-ad1a-4f06e4a4d4d1 req-47f197ec-edf0-4cd7-9e64-a836cf3ec11d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Sep 14 01:14:43.984022 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4de8b-50d7-4337-adfd-244369e663b6 req-399a9187-2103-4e30-8820-728d4f32a2d8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:43.984022 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e0e4de8b-50d7-4337-adfd-244369e663b6 req-399a9187-2103-4e30-8820-728d4f32a2d8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0551074 Sep 14 01:14:44.035581 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-e0e4de8b-50d7-4337-adfd-244369e663b6 req-a65902f5-53be-431a-96ec-961ae61e6de5 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462506 Sep 14 01:14:45.166477 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadc164-2bca-49a3-91d1-513b6d010b3f req-9196e02f-e6cb-4809-992a-97000fe5f86b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:45.167967 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eaadc164-2bca-49a3-91d1-513b6d010b3f req-9196e02f-e6cb-4809-992a-97000fe5f86b tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0490682 Sep 14 01:14:45.222908 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-eaadc164-2bca-49a3-91d1-513b6d010b3f req-6cd914a8-0294-42a9-83e5-aa1a43881954 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493963 Sep 14 01:14:46.360405 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4aa4-d0cd-477c-9fb3-e77e749d6076 req-c19d20c0-a9d7-4d33-9915-a9fe9eb1bf09 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:46.362001 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8da4aa4-d0cd-477c-9fb3-e77e749d6076 req-c19d20c0-a9d7-4d33-9915-a9fe9eb1bf09 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0500722 Sep 14 01:14:46.416548 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b8da4aa4-d0cd-477c-9fb3-e77e749d6076 req-41df55d9-fb45-4182-a631-398ada02efda tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475380 Sep 14 01:14:47.560232 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7149d3-92da-4b29-be5f-441df1b97caf req-6149ede8-3246-42dc-902c-487bb01f8b4f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:47.561773 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ed7149d3-92da-4b29-be5f-441df1b97caf req-6149ede8-3246-42dc-902c-487bb01f8b4f tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0499938 Sep 14 01:14:47.610266 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ed7149d3-92da-4b29-be5f-441df1b97caf req-1103043b-5f64-4199-abea-7dff5271616a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Sep 14 01:14:47.921520 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=77 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:47.943141 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=84 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:48.737908 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326964e1-1930-41bd-a152-58bf597776ca req-5428635e-1908-44ed-b2b5-eddfb706fddc tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:48.739923 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-326964e1-1930-41bd-a152-58bf597776ca req-5428635e-1908-44ed-b2b5-eddfb706fddc tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0482774 Sep 14 01:14:48.786977 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-326964e1-1930-41bd-a152-58bf597776ca req-47eaded8-e82b-4c6f-96e2-9e70feecfd7a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413704 Sep 14 01:14:49.882820 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:49.920111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53a5f-1c5b-4dc7-b707-edea406b7637 req-ac534513-51f1-4285-a750-15dffed5cfe2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:49.921546 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a6c53a5f-1c5b-4dc7-b707-edea406b7637 req-ac534513-51f1-4285-a750-15dffed5cfe2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0497220 Sep 14 01:14:49.968477 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a6c53a5f-1c5b-4dc7-b707-edea406b7637 req-e965ff37-254d-433f-848a-8192d3582b08 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Sep 14 01:14:50.760592 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.094247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d89a3-4123-4bf3-b591-295c44bc3d4f req-559c2206-1afc-4cd7-94f2-541f89a42802 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:51.095706 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fa2d89a3-4123-4bf3-b591-295c44bc3d4f req-559c2206-1afc-4cd7-94f2-541f89a42802 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0470877 Sep 14 01:14:51.142299 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fa2d89a3-4123-4bf3-b591-295c44bc3d4f req-b550fdc4-1504-49bf-81b5-6bbfca6f6f6d tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Sep 14 01:14:52.271581 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1563-52b0-4044-a4f5-c8abf21881f3 req-298f3ff4-7579-4cc6-8243-9f96b51ac4e7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:52.273082 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-434a1563-52b0-4044-a4f5-c8abf21881f3 req-298f3ff4-7579-4cc6-8243-9f96b51ac4e7 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0503507 Sep 14 01:14:52.320684 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-434a1563-52b0-4044-a4f5-c8abf21881f3 req-b0ff5298-b12b-4a27-92a1-4381ccc76693 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Sep 14 01:14:53.444773 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b9659-72f7-4daf-83f4-a252ac98a2e7 req-6a131083-0884-46aa-9bee-11a9989371df tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:53.446216 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2b5b9659-72f7-4daf-83f4-a252ac98a2e7 req-6a131083-0884-46aa-9bee-11a9989371df tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0463529 Sep 14 01:14:53.494416 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2b5b9659-72f7-4daf-83f4-a252ac98a2e7 req-987cb2a0-8be7-4a39-9e89-4c0516538a29 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Sep 14 01:14:54.295253 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-9df2dd25-e541-4dd5-8214-204a7d0e2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:54.296843 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-9df2dd25-e541-4dd5-8214-204a7d0e2398 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1127 time: 0.0463295 Sep 14 01:14:54.412717 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-83bf43a8-e091-40f7-88ba-a084ea8ddb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:54.414279 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-83bf43a8-e091-40f7-88ba-a084ea8ddb0e service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 200 len: 917 time: 0.0988696 Sep 14 01:14:54.485206 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-f82fdc8e-5939-49c6-8b98-471afbca7452 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 200 len: 999 time: 0.0648005 Sep 14 01:14:54.541652 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-49b91600-b217-4fb3-9ec2-387fbd920e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:54.543250 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-49b91600-b217-4fb3-9ec2-387fbd920e8f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 200 len: 856 time: 0.0476167 Sep 14 01:14:54.612631 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:54.619606 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-c939d252-554a-43fd-8c31-71b3c487f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:54.621374 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-c939d252-554a-43fd-8c31-71b3c487f1c6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c98240d0-3126-41fb-afde-91eebe272174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430589 Sep 14 01:14:54.627944 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec467cd-98ed-44a7-8856-4ed08585e83c req-44739608-eb02-4c55-8c90-d450fb5a6fc2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:54.635687 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fec467cd-98ed-44a7-8856-4ed08585e83c req-44739608-eb02-4c55-8c90-d450fb5a6fc2 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 943 time: 0.0580986 Sep 14 01:14:54.684221 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fec467cd-98ed-44a7-8856-4ed08585e83c req-badc45c4-4f4e-4300-a7a5-c369aeed8448 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 Sep 14 01:14:54.720748 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-e7a6d9ac-a1f8-497e-b4bc-3cd1447b038d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926578 Sep 14 01:14:54.812105 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c3523af3-2fb6-452f-acc1-81f3ad856bec req-c59da982-7416-49e2-9ef7-c1ca2d92efd6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Sep 14 01:14:55.362298 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:14:55.460835 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:55.480753 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'port_id': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'mac_address': 'fa:16:3e:8f:aa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:14:55.517127 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:55.517515 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:55.531011 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0c8ef2-8392-47a2-bf1c-1530912083d1 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:14:55.551057 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:55.556426 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:55.605331 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=9']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:55.819202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe2cc-6c35-4bc3-bd87-ef8756721f84 req-2d0ba7f7-e527-463e-abfb-f89f6202f636 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:55.820675 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-479fe2cc-6c35-4bc3-bd87-ef8756721f84 req-2d0ba7f7-e527-463e-abfb-f89f6202f636 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 944 time: 0.0533681 Sep 14 01:14:55.869371 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-479fe2cc-6c35-4bc3-bd87-ef8756721f84 req-161d921c-4784-4c9e-b66a-69e622906639 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Sep 14 01:14:55.977169 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['5a0c8ef2-8392-47a2-bf1c-1530912083d1'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:14:56.101876 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:56.994191 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4fcf4-1a9d-4ac0-8b78-2e9505c20792 req-f62b65eb-1251-434e-b4d5-ee631f18cfca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:56.995783 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-91c4fcf4-1a9d-4ac0-8b78-2e9505c20792 req-f62b65eb-1251-434e-b4d5-ee631f18cfca tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 944 time: 0.0456233 Sep 14 01:14:57.042971 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-91c4fcf4-1a9d-4ac0-8b78-2e9505c20792 req-ea0055b9-914e-4b75-b489-e9c2af1dd1ad tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Sep 14 01:14:57.378491 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:14:57.409702 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:57.425080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:14:57.425446 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:57.425776 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 Sep 14 01:14:57.499783 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:14:57.500202 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:57.524075 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:57.526285 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696f56cf-5cf3-4cb9-bea4-f125ef4799f1" -d '{"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:57.540163 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:57.544460 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:57.569212 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3d8317-fea2-4a2c-92fd-80f94636edab x-openstack-request-id: req-ec3d8317-fea2-4a2c-92fd-80f94636edab {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:57.569483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:57.569739 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec3d8317-fea2-4a2c-92fd-80f94636edab {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:57.570128 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3d8317-fea2-4a2c-92fd-80f94636edab'] response: {'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'code': 200} Sep 14 01:14:57.595260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=10']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:57.816762 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18e555-bfce-40af-a28e-2d9c3c49cd60 req-466df3f2-77bd-43ab-98a8-2ec0b20cfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:57.818131 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea18e555-bfce-40af-a28e-2d9c3c49cd60 req-466df3f2-77bd-43ab-98a8-2ec0b20cfb7f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 1130 time: 0.0384393 Sep 14 01:14:57.861042 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea18e555-bfce-40af-a28e-2d9c3c49cd60 req-b7613b40-ec07-402d-a42b-4accb4040dc8 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371723 Sep 14 01:14:58.174770 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b1c3-a9d9-49c8-9183-6b956998ed47 req-87ab0fe0-1a38-4256-b696-5433dfbd08e8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:58.176914 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9d05b1c3-a9d9-49c8-9183-6b956998ed47 req-87ab0fe0-1a38-4256-b696-5433dfbd08e8 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0489542 Sep 14 01:14:58.224541 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9d05b1c3-a9d9-49c8-9183-6b956998ed47 req-45d2a971-c0ae-406c-abfe-bac4eb1e4565 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 Sep 14 01:14:59.288798 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:59.290007 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:59.352492 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac49fb-aeff-40d5-8b81-677cbd72687c req-ddea683a-2afe-40ef-b74a-5acd7e466b1a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:59.353970 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-01ac49fb-aeff-40d5-8b81-677cbd72687c req-ddea683a-2afe-40ef-b74a-5acd7e466b1a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0463755 Sep 14 01:14:59.404367 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-01ac49fb-aeff-40d5-8b81-677cbd72687c req-cd45cd24-484a-4223-b0ed-79080349af1c tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Sep 14 01:15:00.276668 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:15:00.536428 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb6116-29bf-4ea6-a9ba-76f100c20fed req-e1557c8e-d948-431e-b47e-c8c5a36b845a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:00.538540 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-26cb6116-29bf-4ea6-a9ba-76f100c20fed req-e1557c8e-d948-431e-b47e-c8c5a36b845a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0516016 Sep 14 01:15:00.586508 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-26cb6116-29bf-4ea6-a9ba-76f100c20fed req-d4cf292c-910a-47bb-8eb8-be64921f88dc tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Sep 14 01:15:01.718350 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76169a-035f-46a7-a453-d0f0f9e4a03c req-cb4d6d35-3002-4e19-bb05-02c8220bd34e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:01.719974 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f76169a-035f-46a7-a453-d0f0f9e4a03c req-cb4d6d35-3002-4e19-bb05-02c8220bd34e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0475099 Sep 14 01:15:01.767683 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f76169a-035f-46a7-a453-d0f0f9e4a03c req-a2649e5f-b95d-4a6c-b93e-460b9e0310fa tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Sep 14 01:15:05.840363 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fe98dc9d-57da-4812-a073-a605fb982227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:08.312095 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4357271c-b0d5-4d03-9238-37667b34fdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:09.400847 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:10.274538 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:10.580397 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=27 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:10.582975 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=76 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:10.744336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.042152 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.761574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=78 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:11.763908 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:15.688871 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d0b8d-e771-40ca-bfb0-1cb5daeae4bb req-3fe8c3ca-88fa-45d1-98b7-31147d69bd57 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:15.690338 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2c5d0b8d-e771-40ca-bfb0-1cb5daeae4bb req-3fe8c3ca-88fa-45d1-98b7-31147d69bd57 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0477779 Sep 14 01:15:15.736564 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2c5d0b8d-e771-40ca-bfb0-1cb5daeae4bb req-714cf480-5bbe-41d2-b4c1-a32730820a93 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406866 Sep 14 01:15:16.859547 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653f5fc-6b51-4eac-9eff-5514a3a42277 req-b7acb6e6-84be-4e63-ab1c-a6c9b7c3854f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:16.861032 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6653f5fc-6b51-4eac-9eff-5514a3a42277 req-b7acb6e6-84be-4e63-ab1c-a6c9b7c3854f tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0460196 Sep 14 01:15:16.908237 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6653f5fc-6b51-4eac-9eff-5514a3a42277 req-bc8cec56-a6d4-49cb-949b-b8af23f13623 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Sep 14 01:15:17.928997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-fd00b91a-fa2b-49cc-b39a-17ba552be9eb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:17.930629 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-fd00b91a-fa2b-49cc-b39a-17ba552be9eb tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0494072 Sep 14 01:15:18.040846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Deleting port b7686f66-d521-48db-85c3-432d09864c2f {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:18.041190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (b7686f66-d521-48db-85c3-432d09864c2f), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:18.093887 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da5edb-3d44-40f3-af58-5424859c1c4b req-412d7d96-394d-4601-8774-950f7faf95ec tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:18.095325 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-34da5edb-3d44-40f3-af58-5424859c1c4b req-412d7d96-394d-4601-8774-950f7faf95ec tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 945 time: 0.0981495 Sep 14 01:15:18.175800 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-34da5edb-3d44-40f3-af58-5424859c1c4b req-a0129fb3-f3ab-4518-8b4a-406f6d74e1fc tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b86d1f9-4b91-4a93-8d64-4d7447989588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730729 Sep 14 01:15:18.177431 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] For port b7686f66-d521-48db-85c3-432d09864c2f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b7686f66-d521-48db-85c3-432d09864c2f,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:18.177796 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (b7686f66-d521-48db-85c3-432d09864c2f), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:18.610454 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:18.610826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (c3ab4aff-18f9-41c0-b468-c4732c82cd42), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:18.611140 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Floating IP c3ab4aff-18f9-41c0-b468-c4732c82cd42 disassociated. External IP: 172.27.1.151, port: b7686f66-d521-48db-85c3-432d09864c2f. Sep 14 01:15:18.611488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Calling delete_port for b7686f66-d521-48db-85c3-432d09864c2f owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:18.737129 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (b7686f66-d521-48db-85c3-432d09864c2f), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:18.765621 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event deleted for resources: {'Port': ['ID=b7686f66-d521-48db-85c3-432d09864c2f,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:18.777315 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.777672 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.778025 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.778369 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.778706 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.779042 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.779374 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.779733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.780066 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.780394 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.780722 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.781053 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.781376 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.781707 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.782029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:18.888462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Router 9a01197e-b665-469e-87db-e44bf999bf2b has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:15:18.944210 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:18.948379 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:18.994313 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:15:19.004919 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:15:19.018268 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:15:19.018904 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:15:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:19.040795 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] No DVR routers for this DVR port b7686f66-d521-48db-85c3-432d09864c2f on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:15:19.043295 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:19.046680 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dad8d0ed-0630-4483-ba70-43a5ca981f5c req-97eaab22-4904-4c0b-add4-9fbbe2fbc9a8 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.44 "DELETE /networking/v2.0/ports/b7686f66-d521-48db-85c3-432d09864c2f HTTP/1.1" status: 204 len: 173 time: 1.1109991 Sep 14 01:15:19.047188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'name': 'network-vif-deleted', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:15:19.049476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4c8c47-3458-4540-b40d-a24d3bb29de1" -d '{"events": [{"server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "name": "network-vif-deleted", "tag": "b7686f66-d521-48db-85c3-432d09864c2f"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:15:19.093616 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b387973e-a7ff-4e30-8daf-4001a8426723 x-openstack-request-id: req-b387973e-a7ff-4e30-8daf-4001a8426723 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:15:19.093965 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0febaeca-9ac9-4094-b48f-06bca1b3903d", "name": "network-vif-deleted", "tag": "b7686f66-d521-48db-85c3-432d09864c2f", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:15:19.094281 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b387973e-a7ff-4e30-8daf-4001a8426723 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:15:19.094752 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b387973e-a7ff-4e30-8daf-4001a8426723'] response: {'server_uuid': '0febaeca-9ac9-4094-b48f-06bca1b3903d', 'name': 'network-vif-deleted', 'tag': 'b7686f66-d521-48db-85c3-432d09864c2f', 'status': 'completed', 'code': 200} Sep 14 01:15:19.125224 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:15:19.310349 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-867dd3a5-8173-4ba6-aadd-8b9411becf04 req-e9b188f3-e0c9-418e-87e3-f4ed68f9f538 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0febaeca-9ac9-4094-b48f-06bca1b3903d HTTP/1.1" status: 200 len: 210 time: 0.0300250 Sep 14 01:15:19.467181 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:19.491812 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:15:19.500111 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:15:19.500711 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:15:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:19.604795 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:15:19.786567 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:19.789549 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:19.809125 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:19.836232 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53f9fe-144a-4731-ae0e-eb9bf367805f None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:04:48Z', 'revision_number': 4, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81', 'name': '', 'network_id': '740eb1f7-47cc-47b7-ac3a-115438e4b57e', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'mac_address': 'fa:16:3e:b4:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:45Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'subnets': [{'id': 'c8e58bfe-54c2-4858-a7ca-00885c2986b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:15:20.052263 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8626b-67ff-4fc8-a236-61d8f43ae7b0 None None] New status for floating IP c3ab4aff-18f9-41c0-b468-c4732c82cd42: DOWN {{(pid=106419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:15:20.410550 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35796) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:20.474224 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (1b86d1f9-4b91-4a93-8d64-4d7447989588), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.501757 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (1b86d1f9-4b91-4a93-8d64-4d7447989588), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.549389 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1b86d1f9-4b91-4a93-8d64-4d7447989588), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.551906 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.553054 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b86d1f9-4b91-4a93-8d64-4d7447989588 HTTP/1.1" status: 204 len: 168 time: 0.1415312 Sep 14 01:15:20.556289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35798) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:20.562100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86d1f9-4b91-4a93-8d64-4d7447989588,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:20.569105 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.569448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.569704 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.api.v2.resource [None req-4764cca8-0bca-4dae-b374-89fb97a47246 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] show failed (client error): The resource could not be found. Sep 14 01:15:20.569865 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.570134 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.570469 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.570816 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.570926 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-4764cca8-0bca-4dae-b374-89fb97a47246 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "GET /networking/v2.0/security-groups/1b86d1f9-4b91-4a93-8d64-4d7447989588 HTTP/1.1" status: 404 len: 347 time: 0.0134082 Sep 14 01:15:20.571229 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.571604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.571929 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.572251 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.572573 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.572894 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.573211 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.573527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.573936 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8f764-314e-4d10-9a64-2f62eb365845 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:20.574131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35800) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:20.687515 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Deleting port 58410d5b-dbcc-4a9d-9cf0-6a35d49be53a {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:20.687889 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.770990 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.771335 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.776451 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.785680 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Calling delete_port for 58410d5b-dbcc-4a9d-9cf0-6a35d49be53a owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:20.916347 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (58410d5b-dbcc-4a9d-9cf0-6a35d49be53a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.944658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Pushing event deleted for resources: {'Port': ['ID=58410d5b-dbcc-4a9d-9cf0-6a35d49be53a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:21.007261 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks [] for floatingip (c3ab4aff-18f9-41c0-b468-c4732c82cd42), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:21.010287 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:21.011464 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-708aa5fc-3b3f-4115-bf8e-3cb05c149506 tempest-AttachVolumeTestJSON-1929180449 tempest-AttachVolumeTestJSON-1929180449-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c3ab4aff-18f9-41c0-b468-c4732c82cd42 HTTP/1.1" status: 204 len: 168 time: 0.4364390 Sep 14 01:15:21.455080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device b7686f66-d521-48db-85c3-432d09864c2f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:15:21.473868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: b7686f66-d521-48db-85c3-432d09864c2f {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:15:21.474213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device b7686f66-d521-48db-85c3-432d09864c2f not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:15:24.566280 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35830) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:25.032281 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (9a01197e-b665-469e-87db-e44bf999bf2b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:25.515635 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Deleting port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:25.515975 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:25.582397 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:25.599138 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] For port 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:25.599505 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:25.612671 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Calling delete_port for 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 owned by network:router_interface {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:25.651311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:25.789488 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:25.813854 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:25.977100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (9a01197e-b665-469e-87db-e44bf999bf2b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.179701 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Router 9a01197e-b665-469e-87db-e44bf999bf2b has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:15:26.283457 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:15:26.288642 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-17641b78-c106-4474-bfb2-06b359a022aa admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9a01197e-b665-469e-87db-e44bf999bf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7213387 Sep 14 01:15:26.291388 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35834) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:26.292443 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] Sync routers for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:15:26.302571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:15:26.303178 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:15:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:26.391176 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks [] for router (9a01197e-b665-469e-87db-e44bf999bf2b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.403067 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:15:26.475317 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:26.483831 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:26.496556 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks [] for router_gateway (9a01197e-b665-469e-87db-e44bf999bf2b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.539705 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Deleting port 79e74eb1-3563-4997-a2c7-a9d44e443605 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:26.540050 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.569867 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:15:25Z', 'revision_number': 5, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port': {'id': '79e74eb1-3563-4997-a2c7-a9d44e443605', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:26.596582 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] Checking router: 9a01197e-b665-469e-87db-e44bf999bf2b for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:15:26.605082 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] Routers {'9a01197e-b665-469e-87db-e44bf999bf2b'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:15:26.605688 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:15:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9a01197e-b665-469e-87db-e44bf999bf2b'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:26.622109 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] For port 79e74eb1-3563-4997-a2c7-a9d44e443605, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=79e74eb1-3563-4997-a2c7-a9d44e443605,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:26.622713 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.640187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Calling delete_port for 79e74eb1-3563-4997-a2c7-a9d44e443605 owned by network:router_gateway {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:26.688725 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] Set router 9a01197e-b665-469e-87db-e44bf999bf2b gateway port host: None {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:15:26.740115 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:15:26Z', 'revision_number': 6, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:26.765611 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ba848-c93f-4775-ade6-8c76f22aff22 None None] The sync data for ids ['9a01197e-b665-469e-87db-e44bf999bf2b'] in dv-cinder-857528-1-iscsi is: [{'id': '9a01197e-b665-469e-87db-e44bf999bf2b', 'name': 'tempest-AttachVolumeTestJSON-253722260-router', 'tenant_id': '25c229f6a4574619a73b2780d2a6528b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:39Z', 'updated_at': '2022-09-14T01:15:26Z', 'revision_number': 6, 'project_id': '25c229f6a4574619a73b2780d2a6528b', 'gw_port_host': None}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:15:26.808816 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (79e74eb1-3563-4997-a2c7-a9d44e443605), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.830355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e74eb1-3563-4997-a2c7-a9d44e443605,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:26.893016 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (9a01197e-b665-469e-87db-e44bf999bf2b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.990508 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (9a01197e-b665-469e-87db-e44bf999bf2b), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.992541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks [] for router_controller (9a01197e-b665-469e-87db-e44bf999bf2b), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.057024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (9a01197e-b665-469e-87db-e44bf999bf2b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.057705 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a01197e-b665-469e-87db-e44bf999bf2b {{(pid=106416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:15:27.063337 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.064803 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-40e8c1d8-d5dd-4745-a0ec-67c3758d2221 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/9a01197e-b665-469e-87db-e44bf999bf2b HTTP/1.1" status: 204 len: 168 time: 0.7723167 Sep 14 01:15:27.067484 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35836) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:27.112183 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Deleting subnet c8e58bfe-54c2-4858-a7ca-00885c2986b2 {{(pid=106416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:15:27.115493 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Publish callbacks [] for subnet (c8e58bfe-54c2-4858-a7ca-00885c2986b2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.152181 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6033233'] for subnet (c8e58bfe-54c2-4858-a7ca-00885c2986b2), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.261833 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (c8e58bfe-54c2-4858-a7ca-00885c2986b2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.312969 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5947031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172808'] for subnet (c8e58bfe-54c2-4858-a7ca-00885c2986b2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.320389 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:27.344122 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e58bfe-54c2-4858-a7ca-00885c2986b2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:27.346512 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.349970 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0b38839b-029c-47ad-b69f-7a97c28348ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c8e58bfe-54c2-4858-a7ca-00885c2986b2 HTTP/1.1" status: 204 len: 168 time: 0.2813423 Sep 14 01:15:27.352435 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35838) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:27.353320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2d39f-2e43-4075-9ee4-8136a76fa23a None None] Network 740eb1f7-47cc-47b7-ac3a-115438e4b57e requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:15:27.421950 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (740eb1f7-47cc-47b7-ac3a-115438e4b57e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.464096 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:27.470374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Deleting port eaec2b69-c9fa-45e4-be5b-b2339c30be0a {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:27.470735 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.536838 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] DHCP port deletion for 740eb1f7-47cc-47b7-ac3a-115438e4b57e request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:15:27.543391 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] For port eaec2b69-c9fa-45e4-be5b-b2339c30be0a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:27.543809 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.560053 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Calling delete_port for eaec2b69-c9fa-45e4-be5b-b2339c30be0a owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:27.578280 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] Deleting port eaec2b69-c9fa-45e4-be5b-b2339c30be0a {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:27.578804 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.621562 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:15:27.653747 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:15:27.653985 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.654499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6f3f7ef2-b8d7-4a4d-ac73-5bc49fa35e81 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:15:27.654499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device eaec2b69-c9fa-45e4-be5b-b2339c30be0a no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:15:27.680167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: eaec2b69-c9fa-45e4-be5b-b2339c30be0a {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:15:27.680570 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device eaec2b69-c9fa-45e4-be5b-b2339c30be0a not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:15:27.680983 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 79e74eb1-3563-4997-a2c7-a9d44e443605 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:15:27.684799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] No DVR routers for this DVR port eaec2b69-c9fa-45e4-be5b-b2339c30be0a on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:15:27.689538 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Pushing event deleted for resources: {'Port': ['ID=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:27.705246 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 79e74eb1-3563-4997-a2c7-a9d44e443605 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:15:27.705594 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 79e74eb1-3563-4997-a2c7-a9d44e443605 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:15:27.717599 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] For port eaec2b69-c9fa-45e4-be5b-b2339c30be0a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,segment=NetworkSegment(b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee),segment_id=b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:27.718006 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.731151 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] Calling delete_port for eaec2b69-c9fa-45e4-be5b-b2339c30be0a owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:27.762395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (740eb1f7-47cc-47b7-ac3a-115438e4b57e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.784890 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740eb1f7-47cc-47b7-ac3a-115438e4b57e']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:27.795168 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:27.795468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:15:27.805721 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.814652 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:27.820549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.823815 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (eaec2b69-c9fa-45e4-be5b-b2339c30be0a), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.828679 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:15:27.829091 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.849523 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] Pushing event deleted for resources: {'Port': ['ID=eaec2b69-c9fa-45e4-be5b-b2339c30be0a,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:27.857283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3875df2-e3f3-4f91-af8d-8c3d2cdef10e None None] No DVR routers for this DVR port eaec2b69-c9fa-45e4-be5b-b2339c30be0a on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:15:27.906491 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (740eb1f7-47cc-47b7-ac3a-115438e4b57e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.915762 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.918928 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/740eb1f7-47cc-47b7-ac3a-115438e4b57e HTTP/1.1" status: 204 len: 168 time: 0.5647731 Sep 14 01:15:27.928805 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108e806-620b-4bd0-8140-d9e2e5c3490f admin admin] Pushing event deleted for resources: {'Network': ['ID=740eb1f7-47cc-47b7-ac3a-115438e4b57e,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:28.003010 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee resource provider aggregate not found Sep 14 01:15:28.023139 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2b09bb7-f47a-46fa-a0dd-5b8d47a074ee found for delete ", "request_id": "req-22630646-9f8c-445f-b80c-fd666d7c6e10"}]} Sep 14 01:15:28.041629 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35848) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:28.084007 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c0300698-23bc-4c1c-911a-6d133613c7b3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=25c229f6a4574619a73b2780d2a6528b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411220 Sep 14 01:15:28.086444 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35850) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:28.135022 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef942-ae7b-4be1-bed7-06282574b11a admin admin] Publish callbacks [] for security_group (1f091275-2e75-4089-9db5-6d06b2df956b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:28.155036 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef942-ae7b-4be1-bed7-06282574b11a admin admin] Publish callbacks [] for security_group (1f091275-2e75-4089-9db5-6d06b2df956b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:28.205071 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef942-ae7b-4be1-bed7-06282574b11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1f091275-2e75-4089-9db5-6d06b2df956b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:28.207603 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef942-ae7b-4be1-bed7-06282574b11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:28.208747 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-bd5ef942-ae7b-4be1-bed7-06282574b11a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1f091275-2e75-4089-9db5-6d06b2df956b HTTP/1.1" status: 204 len: 168 time: 0.1214168 Sep 14 01:15:28.217215 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ef942-ae7b-4be1-bed7-06282574b11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f091275-2e75-4089-9db5-6d06b2df956b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:29.464265 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35904) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:29.570537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-94560e3d-2770-423b-a633-f5ccdafcd42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.621881 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:29.654314 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-94560e3d-2770-423b-a633-f5ccdafcd42f admin admin] Publish callbacks [] for security_group (48795e81-6fbc-41c7-b32b-cbe964800250), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.659283 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-94560e3d-2770-423b-a633-f5ccdafcd42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (48795e81-6fbc-41c7-b32b-cbe964800250), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.663017 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:29.703157 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94560e3d-2770-423b-a633-f5ccdafcd42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48795e81-6fbc-41c7-b32b-cbe964800250,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:29.709087 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-94560e3d-2770-423b-a633-f5ccdafcd42f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=98477d8315ec4a13bbef225588d7710c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431881 Sep 14 01:15:29.711188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35908) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:29.760800 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81366bbe-22ef-4a40-99c0-6d099d376194 admin admin] Publish callbacks [] for security_group (48795e81-6fbc-41c7-b32b-cbe964800250), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.781217 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81366bbe-22ef-4a40-99c0-6d099d376194 admin admin] Publish callbacks [] for security_group (48795e81-6fbc-41c7-b32b-cbe964800250), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.827733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81366bbe-22ef-4a40-99c0-6d099d376194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (48795e81-6fbc-41c7-b32b-cbe964800250), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.830226 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-81366bbe-22ef-4a40-99c0-6d099d376194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.831356 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-81366bbe-22ef-4a40-99c0-6d099d376194 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/48795e81-6fbc-41c7-b32b-cbe964800250 HTTP/1.1" status: 204 len: 168 time: 0.1186163 Sep 14 01:15:29.839771 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81366bbe-22ef-4a40-99c0-6d099d376194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48795e81-6fbc-41c7-b32b-cbe964800250,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:30.863807 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54b5d4-a1d8-4fff-8f91-e69bfaffdcc1 req-4729ae88-6cd1-40dd-b2c2-0d8de4060e1e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:30.865299 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0d54b5d4-a1d8-4fff-8f91-e69bfaffdcc1 req-4729ae88-6cd1-40dd-b2c2-0d8de4060e1e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0534387 Sep 14 01:15:30.937762 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0d54b5d4-a1d8-4fff-8f91-e69bfaffdcc1 req-8afb78d7-be21-4175-9cc6-6a24543ca983 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638013 Sep 14 01:15:31.064865 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-85f45b0b-1f84-4d42-913d-ff551421d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.066440 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-85f45b0b-1f84-4d42-913d-ff551421d208 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1169 time: 0.1982265 Sep 14 01:15:31.162653 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-28693e1e-79be-4845-aaab-85f225810181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.164287 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-28693e1e-79be-4845-aaab-85f225810181 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 914 time: 0.0912201 Sep 14 01:15:31.231148 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-081403e0-cf9e-4aa1-a926-c0c129bac0a6 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 1001 time: 0.0598581 Sep 14 01:15:31.285733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-0b551e9f-693b-45b2-8499-25c015909f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.287215 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-0b551e9f-693b-45b2-8499-25c015909f88 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.0500298 Sep 14 01:15:31.331469 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-4bb76aa2-6cd6-44db-a950-3dcec44c4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.333025 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-4bb76aa2-6cd6-44db-a950-3dcec44c4c7c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396304 Sep 14 01:15:31.343777 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-11fa3ec5-5ee3-4a98-82a7-14343e99c433 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:15:31.344790 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-11fa3ec5-5ee3-4a98-82a7-14343e99c433 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050237 Sep 14 01:15:31.437761 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-1d0d6259-e7da-403d-ae73-0c936c53b16b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873029 Sep 14 01:15:31.536568 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf6ec3af-a820-4e0d-b2ef-bd09f479d67d req-7e6dcaad-6887-4453-853a-5a0f7e7bd6d3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928831 Sep 14 01:15:31.567354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35966) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:31.678083 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7c960-c114-4cec-8c40-04214fae8373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.719659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:31.764730 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7c960-c114-4cec-8c40-04214fae8373 admin admin] Publish callbacks [] for security_group (6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.768112 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7c960-c114-4cec-8c40-04214fae8373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.786027 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:31.812442 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7c960-c114-4cec-8c40-04214fae8373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:31.816582 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b7a7c960-c114-4cec-8c40-04214fae8373 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7f9d3449c9c94a93a787e4aed5c667a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481937 Sep 14 01:15:31.819778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35970) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:31.869184 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0c842d7-7c3b-480f-8f81-0557b249fcfe admin admin] Publish callbacks [] for security_group (6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.889214 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0c842d7-7c3b-480f-8f81-0557b249fcfe admin admin] Publish callbacks [] for security_group (6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.936100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0c842d7-7c3b-480f-8f81-0557b249fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.938619 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0c842d7-7c3b-480f-8f81-0557b249fcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.939773 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-c0c842d7-7c3b-480f-8f81-0557b249fcfe admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2 HTTP/1.1" status: 204 len: 168 time: 0.1190193 Sep 14 01:15:31.948127 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c842d7-7c3b-480f-8f81-0557b249fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c38ff-cf92-45a8-ae87-c0ea9ef3d8a2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:32.072660 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f21d87-6f8b-4d97-ac18-853198ca3a43 req-2c5c9b0f-fb96-4099-bd43-0c5e5491d75a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:32.074157 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c6f21d87-6f8b-4d97-ac18-853198ca3a43 req-2c5c9b0f-fb96-4099-bd43-0c5e5491d75a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0528398 Sep 14 01:15:32.135511 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c6f21d87-6f8b-4d97-ac18-853198ca3a43 req-e5a978a6-5908-4600-8ea2-1124bd4ee11b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556092 Sep 14 01:15:32.223095 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 35978) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:32.237142 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4058f69b-5b38-47b4-8b2c-ceafb8cc2569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.303066 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:32.315907 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4058f69b-5b38-47b4-8b2c-ceafb8cc2569 admin admin] Publish callbacks [] for security_group (91256cff-ff39-41cc-923f-335fe80058cd), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.319912 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4058f69b-5b38-47b4-8b2c-ceafb8cc2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (91256cff-ff39-41cc-923f-335fe80058cd), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.359955 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-4058f69b-5b38-47b4-8b2c-ceafb8cc2569 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1e805b6851db47a59589a1feb2b75ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357939 Sep 14 01:15:32.360759 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058f69b-5b38-47b4-8b2c-ceafb8cc2569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91256cff-ff39-41cc-923f-335fe80058cd,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:32.362802 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 35980) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:32.413781 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cb28f7d6-453c-4c10-8b3a-92cdb4b377d9 admin admin] Publish callbacks [] for security_group (91256cff-ff39-41cc-923f-335fe80058cd), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.433927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cb28f7d6-453c-4c10-8b3a-92cdb4b377d9 admin admin] Publish callbacks [] for security_group (91256cff-ff39-41cc-923f-335fe80058cd), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.482458 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cb28f7d6-453c-4c10-8b3a-92cdb4b377d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (91256cff-ff39-41cc-923f-335fe80058cd), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.484995 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cb28f7d6-453c-4c10-8b3a-92cdb4b377d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:32.486237 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-cb28f7d6-453c-4c10-8b3a-92cdb4b377d9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/91256cff-ff39-41cc-923f-335fe80058cd HTTP/1.1" status: 204 len: 168 time: 0.1221428 Sep 14 01:15:32.495109 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28f7d6-453c-4c10-8b3a-92cdb4b377d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91256cff-ff39-41cc-923f-335fe80058cd,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:33.261781 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a419d88-e8fc-4df8-9e4e-59fbebd7e199 req-522d31ea-ec76-436d-be44-33b6e81347cd tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:33.263296 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3a419d88-e8fc-4df8-9e4e-59fbebd7e199 req-522d31ea-ec76-436d-be44-33b6e81347cd tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0504100 Sep 14 01:15:33.329359 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-3a419d88-e8fc-4df8-9e4e-59fbebd7e199 req-5cf260ae-b910-43db-b048-73d5c6db46a8 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602622 Sep 14 01:15:34.417330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:34.454821 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f9cd7-15e1-42f6-9622-ffdbc94ddcc6 req-726fc63f-4966-440f-9790-09c3f44d6cf1 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:34.456377 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-261f9cd7-15e1-42f6-9622-ffdbc94ddcc6 req-726fc63f-4966-440f-9790-09c3f44d6cf1 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0491300 Sep 14 01:15:34.520428 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-261f9cd7-15e1-42f6-9622-ffdbc94ddcc6 req-a556aea8-b1cc-4831-807d-7c0070b97796 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583994 Sep 14 01:15:35.641450 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c066c-197f-4cac-ba29-d665fae38ea7 req-88d4e703-37e6-413e-b66a-06a59c32ed7b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:35.642815 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-319c066c-197f-4cac-ba29-d665fae38ea7 req-88d4e703-37e6-413e-b66a-06a59c32ed7b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0470815 Sep 14 01:15:35.703653 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-319c066c-197f-4cac-ba29-d665fae38ea7 req-77bfd901-b3ab-4cb0-9584-78b68fe5d228 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551126 Sep 14 01:15:35.843165 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-421d5182-003f-4b5c-a5e7-644542e32c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:36.281341 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:36.285567 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:36.824852 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472d00-8cb6-4b30-aef6-8008fca29278 req-830605f0-d990-4a1c-aaeb-5a02d125fbea tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:36.826210 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-27472d00-8cb6-4b30-aef6-8008fca29278 req-830605f0-d990-4a1c-aaeb-5a02d125fbea tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0468001 Sep 14 01:15:36.885920 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-27472d00-8cb6-4b30-aef6-8008fca29278 req-ae34e4de-d68a-453a-b8ac-d1189995c637 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541015 Sep 14 01:15:37.275045 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:15:38.007058 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123972f9-e890-48c8-9f3d-3483a7a30a36 req-18543d15-ac5f-4ec8-9ccc-416a2aa07cd4 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:38.008554 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-123972f9-e890-48c8-9f3d-3483a7a30a36 req-18543d15-ac5f-4ec8-9ccc-416a2aa07cd4 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0474396 Sep 14 01:15:38.070247 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-123972f9-e890-48c8-9f3d-3483a7a30a36 req-653b3d5e-e5c9-41b1-a950-cbd7c18f407e tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557513 Sep 14 01:15:38.313171 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-edcf6d74-ce80-4b65-a203-09de81550502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:39.194444 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c0b9-5d4c-497b-9736-0960ddcb315c req-02d6908f-03bc-464f-bdc4-4682cd9fc847 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:39.195895 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ea6c0b9-5d4c-497b-9736-0960ddcb315c req-02d6908f-03bc-464f-bdc4-4682cd9fc847 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0482721 Sep 14 01:15:39.259116 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ea6c0b9-5d4c-497b-9736-0960ddcb315c req-ef45a3ec-a805-4c50-8c36-2458ac60e77a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569718 Sep 14 01:15:39.403764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:40.396093 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842341-396f-4e0c-be3d-7d12241f0f19 req-68af8229-19b9-465e-a547-bce35c582037 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:40.397578 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7f842341-396f-4e0c-be3d-7d12241f0f19 req-68af8229-19b9-465e-a547-bce35c582037 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0585637 Sep 14 01:15:40.472043 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7f842341-396f-4e0c-be3d-7d12241f0f19 req-afdb37d3-a38b-4714-a3b0-92a7e8ab6a58 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670640 Sep 14 01:15:40.746774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:41.045116 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:41.610364 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa1505-e923-4f33-a620-81bcd33ef74a req-5e579e6e-299e-42ad-9493-65441bb7df95 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:41.611835 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a8aa1505-e923-4f33-a620-81bcd33ef74a req-5e579e6e-299e-42ad-9493-65441bb7df95 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0504150 Sep 14 01:15:41.672109 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a8aa1505-e923-4f33-a620-81bcd33ef74a req-47623f7f-f4f2-4660-a9b3-a567aa21554c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544522 Sep 14 01:15:42.796015 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c11a-68ac-4348-b27a-17117c22bc13 req-e8a52abc-bce6-45b8-968f-41ac91a09025 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:42.797497 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c2b2c11a-68ac-4348-b27a-17117c22bc13 req-e8a52abc-bce6-45b8-968f-41ac91a09025 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0491023 Sep 14 01:15:42.858268 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c2b2c11a-68ac-4348-b27a-17117c22bc13 req-f373f420-5563-46a1-9291-6546cee75386 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541875 Sep 14 01:15:43.979666 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d32fb-c6b9-4176-bfba-f8249ed374d5 req-b54a8fc7-717e-49c2-a598-02f8fe100619 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:43.981796 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-401d32fb-c6b9-4176-bfba-f8249ed374d5 req-b54a8fc7-717e-49c2-a598-02f8fe100619 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0481095 Sep 14 01:15:44.042646 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-401d32fb-c6b9-4176-bfba-f8249ed374d5 req-f65db15e-b539-4c3b-b87d-dc6d5ae52b2c tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550883 Sep 14 01:15:45.174728 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3454ae-2327-4db2-9a9e-0a8848662b31 req-292514ad-08ef-4cdc-9a5a-3bb74f0d7d3f tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:45.176243 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab3454ae-2327-4db2-9a9e-0a8848662b31 req-292514ad-08ef-4cdc-9a5a-3bb74f0d7d3f tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0493433 Sep 14 01:15:45.242841 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab3454ae-2327-4db2-9a9e-0a8848662b31 req-e3619a7a-6edd-412f-8d47-e56ab6804d8b tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608919 Sep 14 01:15:46.376410 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1f252-efb4-4968-9d69-d86a69fa22cd req-5f11836b-b745-40e9-bfe2-8f9efe7ff859 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:46.377879 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8fa1f252-efb4-4968-9d69-d86a69fa22cd req-5f11836b-b745-40e9-bfe2-8f9efe7ff859 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0559354 Sep 14 01:15:46.685236 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8fa1f252-efb4-4968-9d69-d86a69fa22cd req-4a1d8f50-79a3-460e-aeac-ae8fdac89701 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3012528 Sep 14 01:15:47.270728 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:47.272011 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:47.819450 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d5f4-69c5-4606-b8f5-cd8fdddaa250 req-7b5c382e-f3dd-401f-bf20-a3b695d309b9 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:47.820956 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf83d5f4-69c5-4606-b8f5-cd8fdddaa250 req-7b5c382e-f3dd-401f-bf20-a3b695d309b9 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0489316 Sep 14 01:15:47.874050 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:47.885818 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cf83d5f4-69c5-4606-b8f5-cd8fdddaa250 req-1c1dd0dd-27af-4158-9d3a-2a6600acd157 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&id=6b31a37d-28bd-4092-9d76-f4964a59a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568013 Sep 14 01:15:50.765383 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:50.777722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:56.675457 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=75 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:56.679411 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=59 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:57.879385 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:00.691513 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:05.845957 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef932ae-b25e-4c99-9023-51501842a9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:07.277186 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fce89-40b9-453a-b65e-43d1dd110b3d req-4eca76f1-985d-4616-a05b-ad18374945ae tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:07.278695 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6f5fce89-40b9-453a-b65e-43d1dd110b3d req-4eca76f1-985d-4616-a05b-ad18374945ae tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0501952 Sep 14 01:16:07.327786 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-6f5fce89-40b9-453a-b65e-43d1dd110b3d req-2d411f96-89d2-47b4-becc-40f8b40c4fd8 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Sep 14 01:16:08.316080 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-0d95565d-a6ef-4e06-9a21-1a3c71679a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:08.450941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc28cc-2b8a-4c45-955b-3b499b626132 req-883ad1ea-5f0f-4b0a-ab1c-b709cd39e678 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:08.452454 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85dc28cc-2b8a-4c45-955b-3b499b626132 req-883ad1ea-5f0f-4b0a-ab1c-b709cd39e678 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0470843 Sep 14 01:16:08.500482 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-85dc28cc-2b8a-4c45-955b-3b499b626132 req-3bb9ed83-bcb9-40aa-b311-79086ff2c567 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Sep 14 01:16:09.407069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:09.441557 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514127-38be-4654-bf99-f97110503d31 req-6d02394b-c9e1-49c4-ad11-4ad57b03f64b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:09.443007 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1514127-38be-4654-bf99-f97110503d31 req-6d02394b-c9e1-49c4-ad11-4ad57b03f64b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0500553 Sep 14 01:16:09.530661 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port 79795098-660f-4059-9056-a7702e992f63 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:09.531388 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (79795098-660f-4059-9056-a7702e992f63), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:09.625231 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77272ecb-581e-4722-91d6-3beaae7ea071 req-c85b5dbc-2a82-40b4-897a-65b10a2de8e1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:09.626109 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] For port 79795098-660f-4059-9056-a7702e992f63, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=79795098-660f-4059-9056-a7702e992f63,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:09.626479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (79795098-660f-4059-9056-a7702e992f63), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:09.626747 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-77272ecb-581e-4722-91d6-3beaae7ea071 req-c85b5dbc-2a82-40b4-897a-65b10a2de8e1 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 946 time: 0.0497332 Sep 14 01:16:09.677555 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-77272ecb-581e-4722-91d6-3beaae7ea071 req-c1c47849-96a7-46cd-af77-4ef9a3489ba9 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a5d8e9b9-522c-454b-b216-867fb672bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448868 Sep 14 01:16:09.795751 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:09.796170 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (2b30af06-ef65-43b9-82ef-99ca3bac92dc), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:09.796703 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Floating IP 2b30af06-ef65-43b9-82ef-99ca3bac92dc disassociated. External IP: 172.27.1.199, port: 79795098-660f-4059-9056-a7702e992f63. Sep 14 01:16:09.797054 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for 79795098-660f-4059-9056-a7702e992f63 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:09.928480 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (79795098-660f-4059-9056-a7702e992f63), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:09.956857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=79795098-660f-4059-9056-a7702e992f63,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:10.076982 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:16:10.186951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:16:10.198861 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:16:10.213018 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:10.213725 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:10.235288 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] No DVR routers for this DVR port 79795098-660f-4059-9056-a7702e992f63 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:10.239704 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:10.245472 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1514127-38be-4654-bf99-f97110503d31 req-d4b637e9-2563-4fd0-9e45-7b227bbdf41d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.44 "DELETE /networking/v2.0/ports/79795098-660f-4059-9056-a7702e992f63 HTTP/1.1" status: 204 len: 173 time: 0.7954187 Sep 14 01:16:10.245991 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'name': 'network-vif-deleted', 'tag': '79795098-660f-4059-9056-a7702e992f63'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:10.272366 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce42bc6-ca94-4519-bec5-62e87332ad32" -d '{"events": [{"server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "name": "network-vif-deleted", "tag": "79795098-660f-4059-9056-a7702e992f63"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:10.308494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4298643-2c56-4af6-b23c-f57b0d3dc83d x-openstack-request-id: req-a4298643-2c56-4af6-b23c-f57b0d3dc83d {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:10.308822 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c88c9e-8c39-4b1a-9f75-5f49c8420a36", "name": "network-vif-deleted", "tag": "79795098-660f-4059-9056-a7702e992f63", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:10.309039 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4298643-2c56-4af6-b23c-f57b0d3dc83d {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:10.309449 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4298643-2c56-4af6-b23c-f57b0d3dc83d'] response: {'server_uuid': 'e8c88c9e-8c39-4b1a-9f75-5f49c8420a36', 'name': 'network-vif-deleted', 'tag': '79795098-660f-4059-9056-a7702e992f63', 'status': 'completed', 'code': 200} Sep 14 01:16:10.384197 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:10.600683 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:10.723587 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:16:10.732168 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:10.732762 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:10.752797 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:10.797548 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7b68c8a1-0b44-441a-9fd1-9166b188e6f8 req-7560ee98-3a35-4071-8707-0bb9410ae0d0 tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e8c88c9e-8c39-4b1a-9f75-5f49c8420a36 HTTP/1.1" status: 200 len: 210 time: 0.0275991 Sep 14 01:16:10.839324 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:11.040808 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:11.051897 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:11.071533 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a46b1-be5c-481c-9e25-533a6b448c77 None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 4, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'f105e034-5242-45c5-bac2-560c8bbe30ee', 'name': '', 'network_id': 'a458fb77-0452-4eef-a570-bd92e833719b', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'mac_address': 'fa:16:3e:8d:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:00Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'subnets': [{'id': '7218407b-c913-4fbe-93d4-7a148f2bba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:16:11.291797 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd5540-d0e5-4ab6-b3c8-9b5fe2bdd6e3 None None] New status for floating IP 2b30af06-ef65-43b9-82ef-99ca3bac92dc: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:16:11.754365 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 79795098-660f-4059-9056-a7702e992f63 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:11.778469 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 79795098-660f-4059-9056-a7702e992f63 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:11.778808 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 79795098-660f-4059-9056-a7702e992f63 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:11.895591 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36412) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:11.912807 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:11.923279 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:11.955267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b516ed6f-4235-4d3f-9d62-ff7b54dcf31a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (a5d8e9b9-522c-454b-b216-867fb672bcf3), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:11.977293 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b516ed6f-4235-4d3f-9d62-ff7b54dcf31a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (a5d8e9b9-522c-454b-b216-867fb672bcf3), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.031615 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b516ed6f-4235-4d3f-9d62-ff7b54dcf31a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a5d8e9b9-522c-454b-b216-867fb672bcf3), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.034247 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b516ed6f-4235-4d3f-9d62-ff7b54dcf31a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.035430 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b516ed6f-4235-4d3f-9d62-ff7b54dcf31a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a5d8e9b9-522c-454b-b216-867fb672bcf3 HTTP/1.1" status: 204 len: 168 time: 0.1388531 Sep 14 01:16:12.038282 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36414) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:12.044631 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ed6f-4235-4d3f-9d62-ff7b54dcf31a tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d8e9b9-522c-454b-b216-867fb672bcf3,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:12.052426 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.api.v2.resource [None req-333347a8-7ed8-4f6d-9849-0ebcaf9a345b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] show failed (client error): The resource could not be found. Sep 14 01:16:12.053412 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-333347a8-7ed8-4f6d-9849-0ebcaf9a345b tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "GET /networking/v2.0/security-groups/a5d8e9b9-522c-454b-b216-867fb672bcf3 HTTP/1.1" status: 404 len: 347 time: 0.0140212 Sep 14 01:16:12.056320 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36416) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:12.168015 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Deleting port 1207e204-cf38-453b-b956-09203e7b95b1 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:12.168367 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (1207e204-cf38-453b-b956-09203e7b95b1), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.247703 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (1207e204-cf38-453b-b956-09203e7b95b1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.248031 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (1207e204-cf38-453b-b956-09203e7b95b1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.261754 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Calling delete_port for 1207e204-cf38-453b-b956-09203e7b95b1 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:12.392902 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (1207e204-cf38-453b-b956-09203e7b95b1), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.415465 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Pushing event deleted for resources: {'Port': ['ID=1207e204-cf38-453b-b956-09203e7b95b1,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:12.480603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks [] for floatingip (2b30af06-ef65-43b9-82ef-99ca3bac92dc), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.484848 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:12.486060 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-532c3ecc-99e0-4aa3-9b1d-18dfb683ea8d tempest-AttachVolumeNegativeTest-622415410 tempest-AttachVolumeNegativeTest-622415410-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/2b30af06-ef65-43b9-82ef-99ca3bac92dc HTTP/1.1" status: 204 len: 168 time: 0.4288578 Sep 14 01:16:14.275539 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:16:16.247448 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f8577-30e1-4c09-94b9-bd0d3bf1903f req-9ac36de3-9311-42f0-a9fc-4b239a9f88ce tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:16.248895 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9e9f8577-30e1-4c09-94b9-bd0d3bf1903f req-9ac36de3-9311-42f0-a9fc-4b239a9f88ce tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0477421 Sep 14 01:16:16.297206 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9e9f8577-30e1-4c09-94b9-bd0d3bf1903f req-b509895d-c07a-4984-a63a-8ca3fa6d0e16 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Sep 14 01:16:17.431537 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d121ff4-2554-4777-af6c-ef3cdf5a62f7 req-3bc78bad-4047-4108-bbf5-89f4e82ddd83 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:17.433091 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d121ff4-2554-4777-af6c-ef3cdf5a62f7 req-3bc78bad-4047-4108-bbf5-89f4e82ddd83 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0479536 Sep 14 01:16:17.486238 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d121ff4-2554-4777-af6c-ef3cdf5a62f7 req-8e7b580d-efae-486b-9fc2-04a9219efd5e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Sep 14 01:16:18.122811 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-2b7cf45e-739b-48a4-84aa-2de01e74c135 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:18.124570 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-2b7cf45e-739b-48a4-84aa-2de01e74c135 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0489151 Sep 14 01:16:18.230184 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Deleting port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:18.230747 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.330508 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] For port 5a0c8ef2-8392-47a2-bf1c-1530912083d1, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=5a0c8ef2-8392-47a2-bf1c-1530912083d1,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:18.330885 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.502708 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.502992 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (e3da55f6-640b-4001-899a-a34ec573696a), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.503309 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Floating IP e3da55f6-640b-4001-899a-a34ec573696a disassociated. External IP: 172.27.1.184, port: 5a0c8ef2-8392-47a2-bf1c-1530912083d1. Sep 14 01:16:18.503692 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Calling delete_port for 5a0c8ef2-8392-47a2-bf1c-1530912083d1 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:18.648594 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b42ad-859e-484b-9251-cf739b26ec92 req-fab1a6b2-62ca-488b-9107-dc717cfb0b08 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:18.650087 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-480b42ad-859e-484b-9251-cf739b26ec92 req-fab1a6b2-62ca-488b-9107-dc717cfb0b08 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=291f27aa-9e42-4937-be7d-5e849d90e611 HTTP/1.1" status: 200 len: 946 time: 0.0764627 Sep 14 01:16:18.688605 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (5a0c8ef2-8392-47a2-bf1c-1530912083d1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.730299 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event deleted for resources: {'Port': ['ID=5a0c8ef2-8392-47a2-bf1c-1530912083d1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:18.748272 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-480b42ad-859e-484b-9251-cf739b26ec92 req-9ad3b94e-6ad8-4ad8-9f7d-af4cf595e77e tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14fbea38-ebcf-49fd-917e-84a5c38a910a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892866 Sep 14 01:16:18.751695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:18.844374 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:18.862278 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:16:18.969024 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:16:18.978626 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:16:18.988395 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:18.989005 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:19.012469 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] No DVR routers for this DVR port 5a0c8ef2-8392-47a2-bf1c-1530912083d1 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:19.016022 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:19.019171 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-446267e2-528b-4a24-8f7a-890ebe99cf04 req-7391d9f1-32ff-467a-a5fb-67c6950af297 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.44 "DELETE /networking/v2.0/ports/5a0c8ef2-8392-47a2-bf1c-1530912083d1 HTTP/1.1" status: 204 len: 173 time: 0.8884926 Sep 14 01:16:19.019749 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-deleted', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:19.022720 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9837e40d-e606-43b9-872a-a794aafff163" -d '{"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-deleted", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:19.071755 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dba498-2060-44b0-abf5-219d1e8585a0 x-openstack-request-id: req-57dba498-2060-44b0-abf5-219d1e8585a0 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:19.072151 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f27aa-9e42-4937-be7d-5e849d90e611", "name": "network-vif-deleted", "tag": "5a0c8ef2-8392-47a2-bf1c-1530912083d1", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:19.072487 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57dba498-2060-44b0-abf5-219d1e8585a0 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:19.072996 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dba498-2060-44b0-abf5-219d1e8585a0'] response: {'server_uuid': '291f27aa-9e42-4937-be7d-5e849d90e611', 'name': 'network-vif-deleted', 'tag': '5a0c8ef2-8392-47a2-bf1c-1530912083d1', 'status': 'completed', 'code': 200} Sep 14 01:16:19.095992 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:19.245523 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:19.286753 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:19.297266 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:19.323174 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:16:19.332255 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:19.332802 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:19.376964 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36522) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:19.438512 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:19.702840 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:19.736114 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bea15-0fd1-44eb-9582-169029c6389e None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '535cbcd1-0e52-4828-8d2f-8a4f14d470de', 'name': '', 'network_id': 'c98240d0-3126-41fb-afde-91eebe272174', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'mac_address': 'fa:16:3e:f2:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '55da7f48-e962-40be-bcfd-e52f04641070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:52Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'subnets': [{'id': '55da7f48-e962-40be-bcfd-e52f04641070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:16:19.782709 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:19.803421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:19.907528 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36554) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:19.933194 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (478cba5c-6054-4d28-b972-1a6f86c96f4e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:19.982019 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (14fbea38-ebcf-49fd-917e-84a5c38a910a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.009156 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (14fbea38-ebcf-49fd-917e-84a5c38a910a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.072308 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (14fbea38-ebcf-49fd-917e-84a5c38a910a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.073748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.078424 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14fbea38-ebcf-49fd-917e-84a5c38a910a HTTP/1.1" status: 204 len: 168 time: 0.1667993 Sep 14 01:16:20.081597 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36560) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:20.092271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267c083-2b45-4637-8dc9-ca93d24fab77 None None] New status for floating IP e3da55f6-640b-4001-899a-a34ec573696a: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:16:20.100351 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.api.v2.resource [None req-ce4cf607-529e-43f5-b2af-a6aadc2801bb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] show failed (client error): The resource could not be found. Sep 14 01:16:20.104393 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ce4cf607-529e-43f5-b2af-a6aadc2801bb tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "GET /networking/v2.0/security-groups/14fbea38-ebcf-49fd-917e-84a5c38a910a HTTP/1.1" status: 404 len: 347 time: 0.0187476 Sep 14 01:16:20.104393 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fbea38-ebcf-49fd-917e-84a5c38a910a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:20.105658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36562) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:20.151013 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.151454 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.151902 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.152308 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.152714 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.153137 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.153537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.153932 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.154330 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.154724 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.155863 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.156461 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.156870 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.157270 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.157775 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93f4d9-7fc8-4cf3-81c0-f1e91835967a tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:20.218313 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Deleting port f105e034-5242-45c5-bac2-560c8bbe30ee {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:20.218831 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.277254 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36566) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:20.298895 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Deleting port 2172df4a-c137-46eb-8136-d87a963a4712 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:20.299911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (2172df4a-c137-46eb-8136-d87a963a4712), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.324615 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] For port f105e034-5242-45c5-bac2-560c8bbe30ee, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=f105e034-5242-45c5-bac2-560c8bbe30ee,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:20.325017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.339230 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Calling delete_port for f105e034-5242-45c5-bac2-560c8bbe30ee owned by network:router_interface {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:20.381863 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (2172df4a-c137-46eb-8136-d87a963a4712), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.382192 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (2172df4a-c137-46eb-8136-d87a963a4712), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.404059 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Calling delete_port for 2172df4a-c137-46eb-8136-d87a963a4712 owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:20.413222 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2c16d545-c84c-4499-9d8b-25201480e5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.536804 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (f105e034-5242-45c5-bac2-560c8bbe30ee), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.562925 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Pushing event deleted for resources: {'Port': ['ID=f105e034-5242-45c5-bac2-560c8bbe30ee,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:20.591936 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2c16d545-c84c-4499-9d8b-25201480e5a6 admin admin] Publish callbacks [] for security_group (b6c9a188-6d78-4491-8263-a85c5839f462), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.596804 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:20.600188 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2c16d545-c84c-4499-9d8b-25201480e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b6c9a188-6d78-4491-8263-a85c5839f462), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.633926 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:20.661301 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (2172df4a-c137-46eb-8136-d87a963a4712), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.666817 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16d545-c84c-4499-9d8b-25201480e5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c9a188-6d78-4491-8263-a85c5839f462,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:20.728002 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:20.741494 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (478cba5c-6054-4d28-b972-1a6f86c96f4e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.788916 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:20.795528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:20.852850 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:20.955308 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2c16d545-c84c-4499-9d8b-25201480e5a6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=336c8692bb0649a5829ff643f5d18bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770287 Sep 14 01:16:20.958003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36570) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:20.973398 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Pushing event deleted for resources: {'Port': ['ID=2172df4a-c137-46eb-8136-d87a963a4712,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:20.988969 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Router 478cba5c-6054-4d28-b972-1a6f86c96f4e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:16:21.035701 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks [] for floatingip (e3da55f6-640b-4001-899a-a34ec573696a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.038411 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.042217 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f3a82a22-1600-4dd8-bdb9-a79bab114993 tempest-AttachVolumeShelveTestJSON-1529918992 tempest-AttachVolumeShelveTestJSON-1529918992-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/e3da55f6-640b-4001-899a-a34ec573696a HTTP/1.1" status: 204 len: 168 time: 0.9330027 Sep 14 01:16:21.058307 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Publish callbacks [] for security_group (b6c9a188-6d78-4491-8263-a85c5839f462), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.089918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Publish callbacks [] for security_group (b6c9a188-6d78-4491-8263-a85c5839f462), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.161737 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:16:21.168331 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3d74300b-db83-4707-b461-8d4db128c126 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/478cba5c-6054-4d28-b972-1a6f86c96f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904897 Sep 14 01:16:21.169752 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36576) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:21.174603 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] Sync routers for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:16:21.186580 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:21.187199 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:21.229923 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b6c9a188-6d78-4491-8263-a85c5839f462), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.232455 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.234433 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6c9a188-6d78-4491-8263-a85c5839f462 HTTP/1.1" status: 204 len: 168 time: 0.2745962 Sep 14 01:16:21.270922 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c9a188-6d78-4491-8263-a85c5839f462,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:21.287978 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.288326 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.288689 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.289002 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.289332 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.289658 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.289984 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.290304 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.290624 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.290966 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.291297 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.291654 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.291886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.292303 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.293174 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15e00f0-c19c-40a4-878a-ede96f3ebdd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:21.306524 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:21.321573 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks [] for router (478cba5c-6054-4d28-b972-1a6f86c96f4e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.451363 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks [] for router_gateway (478cba5c-6054-4d28-b972-1a6f86c96f4e), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.503796 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Deleting port 534ead6e-f60d-4583-92ee-33e63d45be17 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:21.504738 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.509418 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:16:20Z', 'revision_number': 5, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port': {'id': '534ead6e-f60d-4583-92ee-33e63d45be17', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:21.607000 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] For port 534ead6e-f60d-4583-92ee-33e63d45be17, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=534ead6e-f60d-4583-92ee-33e63d45be17,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:21.607616 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.621817 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36582) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:21.623567 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Calling delete_port for 534ead6e-f60d-4583-92ee-33e63d45be17 owned by network:router_gateway {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:21.630543 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] Checking router: 478cba5c-6054-4d28-b972-1a6f86c96f4e for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:16:21.636619 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-25519fe8-8161-4c42-892d-395db78f938c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.639338 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] Routers {'478cba5c-6054-4d28-b972-1a6f86c96f4e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:21.640028 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['478cba5c-6054-4d28-b972-1a6f86c96f4e'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:21.675811 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:21.716719 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-25519fe8-8161-4c42-892d-395db78f938c admin admin] Publish callbacks [] for security_group (713c1ddf-118e-41d0-968f-b2dee9ea4a9f), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.721607 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-25519fe8-8161-4c42-892d-395db78f938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (713c1ddf-118e-41d0-968f-b2dee9ea4a9f), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.725439 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:21.729024 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] Set router 478cba5c-6054-4d28-b972-1a6f86c96f4e gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:21.772055 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-25519fe8-8161-4c42-892d-395db78f938c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c5f46d9a4cc74c96a33743381f38b69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465926 Sep 14 01:16:21.772311 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36584) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:21.779351 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25519fe8-8161-4c42-892d-395db78f938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c1ddf-118e-41d0-968f-b2dee9ea4a9f,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:21.782733 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:16:21Z', 'revision_number': 6, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:21.810117 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (534ead6e-f60d-4583-92ee-33e63d45be17), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.813125 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277b8e4-9338-4b41-a467-a1957b5df004 None None] The sync data for ids ['478cba5c-6054-4d28-b972-1a6f86c96f4e'] in dv-cinder-857528-1-iscsi is: [{'id': '478cba5c-6054-4d28-b972-1a6f86c96f4e', 'name': 'tempest-AttachVolumeNegativeTest-1328539718-router', 'tenant_id': '62cb41eb4b8244abb4aafd718b1207ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:41Z', 'updated_at': '2022-09-14T01:16:21Z', 'revision_number': 6, 'project_id': '62cb41eb4b8244abb4aafd718b1207ad', 'gw_port_host': None}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:16:21.835477 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-54c01ade-804d-45ce-9f3e-e703524dd22b admin admin] Publish callbacks [] for security_group (713c1ddf-118e-41d0-968f-b2dee9ea4a9f), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.841805 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Pushing event deleted for resources: {'Port': ['ID=534ead6e-f60d-4583-92ee-33e63d45be17,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:21.860706 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-54c01ade-804d-45ce-9f3e-e703524dd22b admin admin] Publish callbacks [] for security_group (713c1ddf-118e-41d0-968f-b2dee9ea4a9f), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.909232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-54c01ade-804d-45ce-9f3e-e703524dd22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (713c1ddf-118e-41d0-968f-b2dee9ea4a9f), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.912029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-54c01ade-804d-45ce-9f3e-e703524dd22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.913316 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-54c01ade-804d-45ce-9f3e-e703524dd22b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/713c1ddf-118e-41d0-968f-b2dee9ea4a9f HTTP/1.1" status: 204 len: 168 time: 0.1401112 Sep 14 01:16:21.920342 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (478cba5c-6054-4d28-b972-1a6f86c96f4e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.923072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c01ade-804d-45ce-9f3e-e703524dd22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c1ddf-118e-41d0-968f-b2dee9ea4a9f,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:22.010198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (478cba5c-6054-4d28-b972-1a6f86c96f4e), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.012374 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks [] for router_controller (478cba5c-6054-4d28-b972-1a6f86c96f4e), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.321170 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (478cba5c-6054-4d28-b972-1a6f86c96f4e), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.321860 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478cba5c-6054-4d28-b972-1a6f86c96f4e {{(pid=106416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:16:22.326086 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:22.326587 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.331857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36604) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:22.332649 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-dd2d9bf8-389a-4eb1-ad7b-76ac825f8126 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/478cba5c-6054-4d28-b972-1a6f86c96f4e HTTP/1.1" status: 204 len: 168 time: 1.1594162 Sep 14 01:16:22.353447 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 5a0c8ef2-8392-47a2-bf1c-1530912083d1 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:22.353802 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 5a0c8ef2-8392-47a2-bf1c-1530912083d1 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:22.385466 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Deleting subnet 7218407b-c913-4fbe-93d4-7a148f2bba54 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:16:22.391359 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Publish callbacks [] for subnet (7218407b-c913-4fbe-93d4-7a148f2bba54), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.433241 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (7218407b-c913-4fbe-93d4-7a148f2bba54), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.514397 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (7218407b-c913-4fbe-93d4-7a148f2bba54), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.570501 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (7218407b-c913-4fbe-93d4-7a148f2bba54), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.599928 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7218407b-c913-4fbe-93d4-7a148f2bba54,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:22.606100 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.610133 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-aea71282-85aa-4cb0-97c0-6057e59464f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/7218407b-c913-4fbe-93d4-7a148f2bba54 HTTP/1.1" status: 204 len: 168 time: 0.2764032 Sep 14 01:16:22.612871 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36616) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:22.615581 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca112fcb-0112-4e27-9476-93a6235b444a None None] Network a458fb77-0452-4eef-a570-bd92e833719b requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:16:22.709600 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (a458fb77-0452-4eef-a570-bd92e833719b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.764212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Deleting port 74debeeb-d430-47ae-9bd4-4a76ff81650a {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:22.764707 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.807668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] DHCP port deletion for a458fb77-0452-4eef-a570-bd92e833719b request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:16:22.843192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] For port 74debeeb-d430-47ae-9bd4-4a76ff81650a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=74debeeb-d430-47ae-9bd4-4a76ff81650a,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:22.843616 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.854164 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Deleting port 74debeeb-d430-47ae-9bd4-4a76ff81650a {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:22.854538 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.857023 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Calling delete_port for 74debeeb-d430-47ae-9bd4-4a76ff81650a owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:22.929089 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] For port 74debeeb-d430-47ae-9bd4-4a76ff81650a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=74debeeb-d430-47ae-9bd4-4a76ff81650a,segment=NetworkSegment(4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6),segment_id=4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:22.929988 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.949927 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:22.950136 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Calling delete_port for 74debeeb-d430-47ae-9bd4-4a76ff81650a owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:22.994498 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] No DVR routers for this DVR port 74debeeb-d430-47ae-9bd4-4a76ff81650a on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:23.001123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Pushing event deleted for resources: {'Port': ['ID=74debeeb-d430-47ae-9bd4-4a76ff81650a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:23.030557 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (74debeeb-d430-47ae-9bd4-4a76ff81650a), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.056367 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Pushing event deleted for resources: {'Port': ['ID=74debeeb-d430-47ae-9bd4-4a76ff81650a,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:23.064835 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] No DVR routers for this DVR port 74debeeb-d430-47ae-9bd4-4a76ff81650a on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:23.067055 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.067394 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.067950 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.068564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.068904 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.069239 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.069562 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.070287 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.070655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.071069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.071539 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.071893 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.072271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.072598 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.072975 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28ff2-401c-484e-b548-8bd765961c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:23.099998 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (a458fb77-0452-4eef-a570-bd92e833719b), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.122309 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a458fb77-0452-4eef-a570-bd92e833719b']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:23.136414 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:23.136947 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:23.147647 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.161367 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.167967 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:16:23.168347 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.210521 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6 resource provider aggregate not found Sep 14 01:16:23.230935 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eaf1815-27fb-46ee-b51f-eb1d9f5b0ca6 found for delete ", "request_id": "req-224c25f3-4414-4dd6-9dbc-aa6a1f69cfd2"}]} Sep 14 01:16:23.236263 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (a458fb77-0452-4eef-a570-bd92e833719b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.254040 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.260296 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a458fb77-0452-4eef-a570-bd92e833719b HTTP/1.1" status: 204 len: 168 time: 0.6464012 Sep 14 01:16:23.261428 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb8286-f6e8-49ea-ae49-4f22d8151342 admin admin] Pushing event deleted for resources: {'Network': ['ID=a458fb77-0452-4eef-a570-bd92e833719b,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:23.339796 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 534ead6e-f60d-4583-92ee-33e63d45be17 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:23.353715 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 534ead6e-f60d-4583-92ee-33e63d45be17 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:23.354062 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 534ead6e-f60d-4583-92ee-33e63d45be17 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:23.354678 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 74debeeb-d430-47ae-9bd4-4a76ff81650a no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:23.374166 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 74debeeb-d430-47ae-9bd4-4a76ff81650a {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:23.374518 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 74debeeb-d430-47ae-9bd4-4a76ff81650a not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:23.375083 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f105e034-5242-45c5-bac2-560c8bbe30ee no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:23.394331 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: f105e034-5242-45c5-bac2-560c8bbe30ee {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:23.394678 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f105e034-5242-45c5-bac2-560c8bbe30ee not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:23.413036 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36640) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:23.455693 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-5fd2f195-cea0-4598-bf56-2a907966f2b7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=62cb41eb4b8244abb4aafd718b1207ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411236 Sep 14 01:16:23.458240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36644) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:23.492610 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:23.506429 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:23.520463 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b90a071-bebc-479d-9e17-54f77a89f952 admin admin] Publish callbacks [] for security_group (b5cdd411-2c89-44c9-8d9a-3074b6850427), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.543228 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b90a071-bebc-479d-9e17-54f77a89f952 admin admin] Publish callbacks [] for security_group (b5cdd411-2c89-44c9-8d9a-3074b6850427), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.571169 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36654) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:23.597484 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b90a071-bebc-479d-9e17-54f77a89f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b5cdd411-2c89-44c9-8d9a-3074b6850427), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.601394 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2b90a071-bebc-479d-9e17-54f77a89f952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:23.602561 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2b90a071-bebc-479d-9e17-54f77a89f952 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b5cdd411-2c89-44c9-8d9a-3074b6850427 HTTP/1.1" status: 204 len: 168 time: 0.1435978 Sep 14 01:16:23.612317 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90a071-bebc-479d-9e17-54f77a89f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cdd411-2c89-44c9-8d9a-3074b6850427,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:23.883881 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:23.924744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:24.138215 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (b584a30a-cc43-46f4-ab42-cf11228a6bf4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:24.369479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Deleting port 535cbcd1-0e52-4828-8d2f-8a4f14d470de {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:24.369831 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:24.454740 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] For port 535cbcd1-0e52-4828-8d2f-8a4f14d470de, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=535cbcd1-0e52-4828-8d2f-8a4f14d470de,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:24.455105 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:24.468988 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Calling delete_port for 535cbcd1-0e52-4828-8d2f-8a4f14d470de owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:24.650537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (535cbcd1-0e52-4828-8d2f-8a4f14d470de), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:24.677490 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Pushing event deleted for resources: {'Port': ['ID=535cbcd1-0e52-4828-8d2f-8a4f14d470de,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:24.682950 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:24.841027 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:24.847198 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (b584a30a-cc43-46f4-ab42-cf11228a6bf4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.071052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Router b584a30a-cc43-46f4-ab42-cf11228a6bf4 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:16:25.180486 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:16:25.191790 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-67288285-7e21-44a6-9374-42805e993105 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b584a30a-cc43-46f4-ab42-cf11228a6bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194887 Sep 14 01:16:25.194572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36706) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:25.196829 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] Sync routers for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:16:25.213222 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:25.213932 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:25.329082 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks [] for router (b584a30a-cc43-46f4-ab42-cf11228a6bf4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.373434 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:25.437951 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks [] for router_gateway (b584a30a-cc43-46f4-ab42-cf11228a6bf4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.481878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Deleting port 418098f2-87f3-4809-93fa-7b4c9ab40ca9 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:25.482257 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.499747 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:25.563490 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:16:24Z', 'revision_number': 5, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port': {'id': '418098f2-87f3-4809-93fa-7b4c9ab40ca9', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:42Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:25.592447 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] For port 418098f2-87f3-4809-93fa-7b4c9ab40ca9, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=418098f2-87f3-4809-93fa-7b4c9ab40ca9,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:25.593552 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.596545 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] Checking router: b584a30a-cc43-46f4-ab42-cf11228a6bf4 for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:16:25.605249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] Routers {'b584a30a-cc43-46f4-ab42-cf11228a6bf4'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:25.605955 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:25.620836 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Calling delete_port for 418098f2-87f3-4809-93fa-7b4c9ab40ca9 owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:25.700326 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] Set router b584a30a-cc43-46f4-ab42-cf11228a6bf4 gateway port host: None {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:25.753127 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:16:25Z', 'revision_number': 6, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:25.759906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:25.781799 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b45705-9901-4f5d-b843-ff767d06ca2f None None] The sync data for ids ['b584a30a-cc43-46f4-ab42-cf11228a6bf4'] in dv-cinder-857528-1-iscsi is: [{'id': 'b584a30a-cc43-46f4-ab42-cf11228a6bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1307491630-router', 'tenant_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:40Z', 'updated_at': '2022-09-14T01:16:25Z', 'revision_number': 6, 'project_id': '3c6482bb91c24939ba18c03a3e5bb18c', 'gw_port_host': None}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:16:25.793578 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:25.826573 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (418098f2-87f3-4809-93fa-7b4c9ab40ca9), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.854020 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Pushing event deleted for resources: {'Port': ['ID=418098f2-87f3-4809-93fa-7b4c9ab40ca9,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:25.917600 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (b584a30a-cc43-46f4-ab42-cf11228a6bf4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.007783 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (b584a30a-cc43-46f4-ab42-cf11228a6bf4), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.010273 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks [] for router_controller (b584a30a-cc43-46f4-ab42-cf11228a6bf4), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.053246 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (b584a30a-cc43-46f4-ab42-cf11228a6bf4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.053831 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b584a30a-cc43-46f4-ab42-cf11228a6bf4 {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:16:26.058003 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.059116 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d4310c1f-e2f3-46f8-a21d-877dce1ad359 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b584a30a-cc43-46f4-ab42-cf11228a6bf4 HTTP/1.1" status: 204 len: 168 time: 0.8636355 Sep 14 01:16:26.062459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36732) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:26.112068 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Deleting subnet 55da7f48-e962-40be-bcfd-e52f04641070 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:16:26.115595 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Publish callbacks [] for subnet (55da7f48-e962-40be-bcfd-e52f04641070), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.157038 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (55da7f48-e962-40be-bcfd-e52f04641070), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.245893 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (55da7f48-e962-40be-bcfd-e52f04641070), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.309592 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (55da7f48-e962-40be-bcfd-e52f04641070), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.338177 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55da7f48-e962-40be-bcfd-e52f04641070,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:26.341937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.345987 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-07cbe173-34ff-41ae-8c49-4dffaa0ef457 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/55da7f48-e962-40be-bcfd-e52f04641070 HTTP/1.1" status: 204 len: 168 time: 0.2822950 Sep 14 01:16:26.348584 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36742) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:26.351068 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a48d70-6e57-4ef0-99b4-29ec82bcc522 None None] Network c98240d0-3126-41fb-afde-91eebe272174 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:16:26.373793 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:26.427234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (c98240d0-3126-41fb-afde-91eebe272174), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.476855 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Deleting port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:26.477283 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.564737 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] For port 8f07592d-6c4e-454b-9e91-2b8cfcb13183, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=8f07592d-6c4e-454b-9e91-2b8cfcb13183,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:26.566366 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.573322 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] DHCP port deletion for c98240d0-3126-41fb-afde-91eebe272174 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:16:26.594541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36748) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:26.598436 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36750) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:26.612141 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Calling delete_port for 8f07592d-6c4e-454b-9e91-2b8cfcb13183 owned by network:dhcp {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:26.626678 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] Deleting port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:26.626910 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.714942 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] For port 8f07592d-6c4e-454b-9e91-2b8cfcb13183, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=8f07592d-6c4e-454b-9e91-2b8cfcb13183,segment=NetworkSegment(a24a4d15-b834-40e4-a1de-e336600ca7d4),segment_id=a24a4d15-b834-40e4-a1de-e336600ca7d4)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:26.715547 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.716708 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:26.732247 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.743875 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] Calling delete_port for 8f07592d-6c4e-454b-9e91-2b8cfcb13183 owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:26.753111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-08d6fe6b-b3cc-4cca-b81c-f26af66bda8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.756555 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-db6f3d13-9c3a-4cee-8e19-fab4c3619f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.760667 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f07592d-6c4e-454b-9e91-2b8cfcb13183,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:26.769091 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] No DVR routers for this DVR port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 on host dv-cinder-857528-1-iscsi {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:26.836965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (8f07592d-6c4e-454b-9e91-2b8cfcb13183), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.842382 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (c98240d0-3126-41fb-afde-91eebe272174), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.851284 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] No DVR routers for this DVR port 8f07592d-6c4e-454b-9e91-2b8cfcb13183 on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:26.866416 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98240d0-3126-41fb-afde-91eebe272174']}} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:26.870774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb74b3-cc4e-4685-ac74-0e4d991919a0 None None] Pushing event deleted for resources: {'Port': ['ID=8f07592d-6c4e-454b-9e91-2b8cfcb13183,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:26.886033 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24a4d15-b834-40e4-a1de-e336600ca7d4') {'for_net_delete': True} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:26.886328 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24a4d15-b834-40e4-a1de-e336600ca7d4') {} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:26.891624 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-db6f3d13-9c3a-4cee-8e19-fab4c3619f37 admin admin] Publish callbacks [] for security_group (b7fe63a7-2b39-4dfe-b91d-6236219cc63b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.900769 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-db6f3d13-9c3a-4cee-8e19-fab4c3619f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b7fe63a7-2b39-4dfe-b91d-6236219cc63b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.903441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5940097'] for segment (a24a4d15-b834-40e4-a1de-e336600ca7d4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.918532 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (a24a4d15-b834-40e4-a1de-e336600ca7d4), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.926888 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:16:26.927464 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5344844'] for segment (a24a4d15-b834-40e4-a1de-e336600ca7d4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.968861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f3d13-9c3a-4cee-8e19-fab4c3619f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe63a7-2b39-4dfe-b91d-6236219cc63b,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:26.976785 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-db6f3d13-9c3a-4cee-8e19-fab4c3619f37 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=14bff8cfa2944c89b6160b3bd598e34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771825 Sep 14 01:16:26.980217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36760) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:26.986532 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment a24a4d15-b834-40e4-a1de-e336600ca7d4 resource provider aggregate not found Sep 14 01:16:27.016403 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment a24a4d15-b834-40e4-a1de-e336600ca7d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a24a4d15-b834-40e4-a1de-e336600ca7d4 found for delete ", "request_id": "req-f10b998d-0b19-4e40-bc83-bb2eaa7edef0"}]} Sep 14 01:16:27.024065 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-08d6fe6b-b3cc-4cca-b81c-f26af66bda8e admin admin] Publish callbacks [] for security_group (7fb99cc9-b24a-400b-92c6-2de7be3faf44), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.024712 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (c98240d0-3126-41fb-afde-91eebe272174), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.030457 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.031698 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-08d6fe6b-b3cc-4cca-b81c-f26af66bda8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7fb99cc9-b24a-400b-92c6-2de7be3faf44), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.034037 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c98240d0-3126-41fb-afde-91eebe272174 HTTP/1.1" status: 204 len: 168 time: 0.6845222 Sep 14 01:16:27.047177 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827a9a-2686-439c-ade9-b9637e00948c admin admin] Pushing event deleted for resources: {'Network': ['ID=c98240d0-3126-41fb-afde-91eebe272174,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.070013 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50c6e8d0-e14b-4309-8a8f-690ffe0874b1 admin admin] Publish callbacks [] for security_group (b7fe63a7-2b39-4dfe-b91d-6236219cc63b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.093720 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-08d6fe6b-b3cc-4cca-b81c-f26af66bda8e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d7e277b0055d4b1d8e1c48a60347b38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971039 Sep 14 01:16:27.096634 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36766) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:27.102448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6fe6b-b3cc-4cca-b81c-f26af66bda8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb99cc9-b24a-400b-92c6-2de7be3faf44,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.109962 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50c6e8d0-e14b-4309-8a8f-690ffe0874b1 admin admin] Publish callbacks [] for security_group (b7fe63a7-2b39-4dfe-b91d-6236219cc63b), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.121355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:27.157684 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d607702d-6176-4011-b933-678459bf1746 admin admin] Publish callbacks [] for security_group (7fb99cc9-b24a-400b-92c6-2de7be3faf44), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.164412 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50c6e8d0-e14b-4309-8a8f-690ffe0874b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (b7fe63a7-2b39-4dfe-b91d-6236219cc63b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.167385 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-50c6e8d0-e14b-4309-8a8f-690ffe0874b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.168917 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-50c6e8d0-e14b-4309-8a8f-690ffe0874b1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b7fe63a7-2b39-4dfe-b91d-6236219cc63b HTTP/1.1" status: 204 len: 168 time: 0.1877799 Sep 14 01:16:27.178764 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6e8d0-e14b-4309-8a8f-690ffe0874b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe63a7-2b39-4dfe-b91d-6236219cc63b,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.182393 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d607702d-6176-4011-b933-678459bf1746 admin admin] Publish callbacks [] for security_group (7fb99cc9-b24a-400b-92c6-2de7be3faf44), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.203708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36770) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:27.241963 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d607702d-6176-4011-b933-678459bf1746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (7fb99cc9-b24a-400b-92c6-2de7be3faf44), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.245687 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d607702d-6176-4011-b933-678459bf1746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.249424 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d607702d-6176-4011-b933-678459bf1746 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7fb99cc9-b24a-400b-92c6-2de7be3faf44 HTTP/1.1" status: 204 len: 168 time: 0.1490738 Sep 14 01:16:27.257202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607702d-6176-4011-b933-678459bf1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb99cc9-b24a-400b-92c6-2de7be3faf44,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.260350 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e581532e-7696-4b66-bc41-a899cb48b2a9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3c6482bb91c24939ba18c03a3e5bb18c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0553756 Sep 14 01:16:27.263961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36774) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:27.341980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d3952522-2a4c-476b-bc6e-8f4c079a43f9 admin admin] Publish callbacks [] for security_group (0bb54320-dd39-4da3-83a6-5eb41e201a8a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.365817 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 8f07592d-6c4e-454b-9e91-2b8cfcb13183 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:27.366347 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d3952522-2a4c-476b-bc6e-8f4c079a43f9 admin admin] Publish callbacks [] for security_group (0bb54320-dd39-4da3-83a6-5eb41e201a8a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.385843 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 8f07592d-6c4e-454b-9e91-2b8cfcb13183 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:27.386125 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 8f07592d-6c4e-454b-9e91-2b8cfcb13183 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:27.386871 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 418098f2-87f3-4809-93fa-7b4c9ab40ca9 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:27.393195 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:27.401387 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:27.408297 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 418098f2-87f3-4809-93fa-7b4c9ab40ca9 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:27.408938 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 418098f2-87f3-4809-93fa-7b4c9ab40ca9 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:27.409569 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 535cbcd1-0e52-4828-8d2f-8a4f14d470de no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:27.429221 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d3952522-2a4c-476b-bc6e-8f4c079a43f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (0bb54320-dd39-4da3-83a6-5eb41e201a8a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.430945 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 535cbcd1-0e52-4828-8d2f-8a4f14d470de {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:27.431514 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 535cbcd1-0e52-4828-8d2f-8a4f14d470de not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:27.434090 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-d3952522-2a4c-476b-bc6e-8f4c079a43f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.438436 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d3952522-2a4c-476b-bc6e-8f4c079a43f9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0bb54320-dd39-4da3-83a6-5eb41e201a8a HTTP/1.1" status: 204 len: 168 time: 0.1732342 Sep 14 01:16:27.449297 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3952522-2a4c-476b-bc6e-8f4c079a43f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb54320-dd39-4da3-83a6-5eb41e201a8a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.649172 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36782) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:27.664269 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f0a-2efc-4799-98bd-c5fcec33ec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.747689 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f0a-2efc-4799-98bd-c5fcec33ec13 admin admin] Publish callbacks [] for security_group (76bf13d6-9e1f-477a-98ee-c6dd3a942ed3), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.752678 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f0a-2efc-4799-98bd-c5fcec33ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (76bf13d6-9e1f-477a-98ee-c6dd3a942ed3), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.794935 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b62f0a-2efc-4799-98bd-c5fcec33ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf13d6-9e1f-477a-98ee-c6dd3a942ed3,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.801351 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b2b62f0a-2efc-4799-98bd-c5fcec33ec13 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=07ee9a9e4c89439497de43cc49da826d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511376 Sep 14 01:16:27.803983 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36788) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:27.854625 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36792) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:27.865842 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5e87-655d-43e7-82be-56a07882f0a1 admin admin] Publish callbacks [] for security_group (76bf13d6-9e1f-477a-98ee-c6dd3a942ed3), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.870148 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e9633ccf-0418-4fed-8b5b-7becf9c58820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.891632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5e87-655d-43e7-82be-56a07882f0a1 admin admin] Publish callbacks [] for security_group (76bf13d6-9e1f-477a-98ee-c6dd3a942ed3), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.950521 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5e87-655d-43e7-82be-56a07882f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (76bf13d6-9e1f-477a-98ee-c6dd3a942ed3), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.953870 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5e87-655d-43e7-82be-56a07882f0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.956114 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ab2b5e87-655d-43e7-82be-56a07882f0a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/76bf13d6-9e1f-477a-98ee-c6dd3a942ed3 HTTP/1.1" status: 204 len: 168 time: 0.1511860 Sep 14 01:16:27.965371 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e9633ccf-0418-4fed-8b5b-7becf9c58820 admin admin] Publish callbacks [] for security_group (f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.970477 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e9633ccf-0418-4fed-8b5b-7becf9c58820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.977644 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b5e87-655d-43e7-82be-56a07882f0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf13d6-9e1f-477a-98ee-c6dd3a942ed3,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:28.023956 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9633ccf-0418-4fed-8b5b-7becf9c58820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:28.033936 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-e9633ccf-0418-4fed-8b5b-7becf9c58820 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=28e918f14a6b47338303abb0d3670926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775997 Sep 14 01:16:28.034677 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36800) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:28.111227 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd633b72-49de-47c0-b359-0502cd7686cd admin admin] Publish callbacks [] for security_group (f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:28.141652 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd633b72-49de-47c0-b359-0502cd7686cd admin admin] Publish callbacks [] for security_group (f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:28.196666 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd633b72-49de-47c0-b359-0502cd7686cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:28.199178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd633b72-49de-47c0-b359-0502cd7686cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:28.203378 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-cd633b72-49de-47c0-b359-0502cd7686cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8 HTTP/1.1" status: 204 len: 168 time: 0.1645138 Sep 14 01:16:28.209248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd633b72-49de-47c0-b359-0502cd7686cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095b7d3-0b26-4c06-ad8d-dc8b34e0d4a8,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:30.430173 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36938) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:30.679006 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2c4daa36-0f5e-4fca-b93c-2691c66d6470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.765001 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2c4daa36-0f5e-4fca-b93c-2691c66d6470 admin admin] Publish callbacks [] for security_group (e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.769890 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2c4daa36-0f5e-4fca-b93c-2691c66d6470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.798684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:30.814837 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2c4daa36-0f5e-4fca-b93c-2691c66d6470 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1d348cdc67014251875439ca27223e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803582 Sep 14 01:16:30.815531 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 36954) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:30.816072 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4daa36-0f5e-4fca-b93c-2691c66d6470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:30.869071 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a35a4454-a5db-4853-9dd0-8f1fbff80054 admin admin] Publish callbacks [] for security_group (e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.889924 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a35a4454-a5db-4853-9dd0-8f1fbff80054 admin admin] Publish callbacks [] for security_group (e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.940794 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a35a4454-a5db-4853-9dd0-8f1fbff80054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.943949 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a35a4454-a5db-4853-9dd0-8f1fbff80054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:30.945094 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a35a4454-a5db-4853-9dd0-8f1fbff80054 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e HTTP/1.1" status: 204 len: 168 time: 0.1279609 Sep 14 01:16:30.953026 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a4454-a5db-4853-9dd0-8f1fbff80054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a31cd9-1aaa-4fb4-93c2-bfedbcd9375e,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:31.241952 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36964) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:31.255820 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3315b769-b7f7-4cf0-b6d4-53b5799331cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.332004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3315b769-b7f7-4cf0-b6d4-53b5799331cc admin admin] Publish callbacks [] for security_group (a690f1fc-c31c-45ad-ad8c-200740f6d020), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.335274 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3315b769-b7f7-4cf0-b6d4-53b5799331cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a690f1fc-c31c-45ad-ad8c-200740f6d020), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.373617 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315b769-b7f7-4cf0-b6d4-53b5799331cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690f1fc-c31c-45ad-ad8c-200740f6d020,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:31.379365 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3315b769-b7f7-4cf0-b6d4-53b5799331cc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fc1807a0636c45b0b7ef235eb3cf4f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357634 Sep 14 01:16:31.381437 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 36966) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:31.387231 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:31.437248 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b8e57944-23cc-4ba9-9b79-6921481c8e3e admin admin] Publish callbacks [] for security_group (a690f1fc-c31c-45ad-ad8c-200740f6d020), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.458434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b8e57944-23cc-4ba9-9b79-6921481c8e3e admin admin] Publish callbacks [] for security_group (a690f1fc-c31c-45ad-ad8c-200740f6d020), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.505084 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b8e57944-23cc-4ba9-9b79-6921481c8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a690f1fc-c31c-45ad-ad8c-200740f6d020), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.507778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b8e57944-23cc-4ba9-9b79-6921481c8e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.509202 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b8e57944-23cc-4ba9-9b79-6921481c8e3e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a690f1fc-c31c-45ad-ad8c-200740f6d020 HTTP/1.1" status: 204 len: 168 time: 0.1268589 Sep 14 01:16:31.517841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e57944-23cc-4ba9-9b79-6921481c8e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690f1fc-c31c-45ad-ad8c-200740f6d020,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:31.730930 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=78 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:34.252203 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:35.454640 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37110) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:35.563355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8cfd35a0-5230-4fb3-832b-4a9265f0eda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.638447 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8cfd35a0-5230-4fb3-832b-4a9265f0eda5 admin admin] Publish callbacks [] for security_group (4aa015c5-4051-4678-9190-e361d757f78b), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.642112 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8cfd35a0-5230-4fb3-832b-4a9265f0eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (4aa015c5-4051-4678-9190-e361d757f78b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.683655 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-8cfd35a0-5230-4fb3-832b-4a9265f0eda5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=267fca4ef0044788a0aed0b312dbfbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278519 Sep 14 01:16:35.684592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd35a0-5230-4fb3-832b-4a9265f0eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa015c5-4051-4678-9190-e361d757f78b,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:35.686507 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37114) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:35.737355 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-92193fb3-e04a-41b1-84ff-39933969b2cf admin admin] Publish callbacks [] for security_group (4aa015c5-4051-4678-9190-e361d757f78b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.757333 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-92193fb3-e04a-41b1-84ff-39933969b2cf admin admin] Publish callbacks [] for security_group (4aa015c5-4051-4678-9190-e361d757f78b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.779139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:35.805846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-92193fb3-e04a-41b1-84ff-39933969b2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (4aa015c5-4051-4678-9190-e361d757f78b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.808610 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-92193fb3-e04a-41b1-84ff-39933969b2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:35.809727 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-92193fb3-e04a-41b1-84ff-39933969b2cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4aa015c5-4051-4678-9190-e361d757f78b HTTP/1.1" status: 204 len: 168 time: 0.1220429 Sep 14 01:16:35.821175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92193fb3-e04a-41b1-84ff-39933969b2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa015c5-4051-4678-9190-e361d757f78b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:35.896425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b0b53617-4157-4a37-9750-9e82e0b32ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.113250 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37124) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:36.127645 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cd995609-0e3b-4cc9-b2ab-cb678f818779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.205256 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cd995609-0e3b-4cc9-b2ab-cb678f818779 admin admin] Publish callbacks [] for security_group (45a730eb-3334-4b1d-8090-fb6d3d8a6d6b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.209279 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-cd995609-0e3b-4cc9-b2ab-cb678f818779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (45a730eb-3334-4b1d-8090-fb6d3d8a6d6b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.241204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:36.251317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd995609-0e3b-4cc9-b2ab-cb678f818779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a730eb-3334-4b1d-8090-fb6d3d8a6d6b,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:36.256636 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-cd995609-0e3b-4cc9-b2ab-cb678f818779 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8945d7c3388640c08a69189399eb5ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423445 Sep 14 01:16:36.259861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37130) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:36.319302 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a62703c-b9d6-470b-ad3e-21f2239f047d admin admin] Publish callbacks [] for security_group (45a730eb-3334-4b1d-8090-fb6d3d8a6d6b), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.341781 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a62703c-b9d6-470b-ad3e-21f2239f047d admin admin] Publish callbacks [] for security_group (45a730eb-3334-4b1d-8090-fb6d3d8a6d6b), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.399900 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a62703c-b9d6-470b-ad3e-21f2239f047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (45a730eb-3334-4b1d-8090-fb6d3d8a6d6b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.402799 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a62703c-b9d6-470b-ad3e-21f2239f047d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:36.404202 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3a62703c-b9d6-470b-ad3e-21f2239f047d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/45a730eb-3334-4b1d-8090-fb6d3d8a6d6b HTTP/1.1" status: 204 len: 168 time: 0.1430669 Sep 14 01:16:36.413793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62703c-b9d6-470b-ad3e-21f2239f047d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a730eb-3334-4b1d-8090-fb6d3d8a6d6b,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:38.091141 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37204) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:38.196708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8081-238c-4dd3-abb3-0c1c91b0840f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.241052 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=15,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:38.278444 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8081-238c-4dd3-abb3-0c1c91b0840f admin admin] Publish callbacks [] for security_group (99789384-2183-4ca1-b5a9-e7cec438f660), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.282285 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8081-238c-4dd3-abb3-0c1c91b0840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (99789384-2183-4ca1-b5a9-e7cec438f660), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.320744 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-2ddcde7f-1a1d-4518-adef-ed69f0c878d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.324504 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8081-238c-4dd3-abb3-0c1c91b0840f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99789384-2183-4ca1-b5a9-e7cec438f660,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:38.329498 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0bdb8081-238c-4dd3-abb3-0c1c91b0840f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0f7287858f5048ad9d1d9565037cfb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373235 Sep 14 01:16:38.332375 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37208) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:38.381676 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0d06e5e2-0f84-4162-bab6-b5a04783a84f admin admin] Publish callbacks [] for security_group (99789384-2183-4ca1-b5a9-e7cec438f660), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.402365 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0d06e5e2-0f84-4162-bab6-b5a04783a84f admin admin] Publish callbacks [] for security_group (99789384-2183-4ca1-b5a9-e7cec438f660), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.450868 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0d06e5e2-0f84-4162-bab6-b5a04783a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (99789384-2183-4ca1-b5a9-e7cec438f660), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.453570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0d06e5e2-0f84-4162-bab6-b5a04783a84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.454702 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0d06e5e2-0f84-4162-bab6-b5a04783a84f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/99789384-2183-4ca1-b5a9-e7cec438f660 HTTP/1.1" status: 204 len: 168 time: 0.1214218 Sep 14 01:16:38.462782 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06e5e2-0f84-4162-bab6-b5a04783a84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99789384-2183-4ca1-b5a9-e7cec438f660,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:38.682972 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37230) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:38.810178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-59440978-2f74-4523-83d9-1ee8f857f52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.812802 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:38.825332 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37234) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:38.839777 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5caf345e-742f-4331-b4cd-e4df7cc302a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.894778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-59440978-2f74-4523-83d9-1ee8f857f52f admin admin] Publish callbacks [] for security_group (54b817bf-9687-47e0-a9cd-4aadda7680db), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.899584 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-59440978-2f74-4523-83d9-1ee8f857f52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (54b817bf-9687-47e0-a9cd-4aadda7680db), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.925277 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5caf345e-742f-4331-b4cd-e4df7cc302a4 admin admin] Publish callbacks [] for security_group (1b4a947e-2f1b-4a85-80fa-0a75652f9630), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.930265 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-5caf345e-742f-4331-b4cd-e4df7cc302a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1b4a947e-2f1b-4a85-80fa-0a75652f9630), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:38.943909 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-59440978-2f74-4523-83d9-1ee8f857f52f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4a21c7763de40b2a48c87cd5b70bd57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594397 Sep 14 01:16:38.944751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59440978-2f74-4523-83d9-1ee8f857f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b817bf-9687-47e0-a9cd-4aadda7680db,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:38.947847 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37236) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:38.974636 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf345e-742f-4331-b4cd-e4df7cc302a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a947e-2f1b-4a85-80fa-0a75652f9630,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:38.980263 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-5caf345e-742f-4331-b4cd-e4df7cc302a4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=941839232eed44ea9fca553702bd1aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539059 Sep 14 01:16:38.982974 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37238) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:39.003541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4934e011-452a-4349-9d57-8db49c13e83c admin admin] Publish callbacks [] for security_group (54b817bf-9687-47e0-a9cd-4aadda7680db), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.027044 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4934e011-452a-4349-9d57-8db49c13e83c admin admin] Publish callbacks [] for security_group (54b817bf-9687-47e0-a9cd-4aadda7680db), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.036478 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2ec617d9-beee-463e-b3ee-64f455b193c7 admin admin] Publish callbacks [] for security_group (1b4a947e-2f1b-4a85-80fa-0a75652f9630), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.056353 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2ec617d9-beee-463e-b3ee-64f455b193c7 admin admin] Publish callbacks [] for security_group (1b4a947e-2f1b-4a85-80fa-0a75652f9630), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.076002 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4934e011-452a-4349-9d57-8db49c13e83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (54b817bf-9687-47e0-a9cd-4aadda7680db), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.079370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4934e011-452a-4349-9d57-8db49c13e83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.080557 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-4934e011-452a-4349-9d57-8db49c13e83c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/54b817bf-9687-47e0-a9cd-4aadda7680db HTTP/1.1" status: 204 len: 168 time: 0.1317990 Sep 14 01:16:39.089635 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934e011-452a-4349-9d57-8db49c13e83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b817bf-9687-47e0-a9cd-4aadda7680db,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:39.105448 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2ec617d9-beee-463e-b3ee-64f455b193c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (1b4a947e-2f1b-4a85-80fa-0a75652f9630), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.108413 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-2ec617d9-beee-463e-b3ee-64f455b193c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.112145 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-2ec617d9-beee-463e-b3ee-64f455b193c7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b4a947e-2f1b-4a85-80fa-0a75652f9630 HTTP/1.1" status: 204 len: 168 time: 0.1279547 Sep 14 01:16:39.122833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec617d9-beee-463e-b3ee-64f455b193c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a947e-2f1b-4a85-80fa-0a75652f9630,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:39.410824 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.526967 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37256) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:39.540256 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-06d16e9c-1472-4a59-b267-4d92658ae1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.622115 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-06d16e9c-1472-4a59-b267-4d92658ae1ef admin admin] Publish callbacks [] for security_group (6a50879a-8ec6-4e3d-863d-9471a010b43c), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.626785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-06d16e9c-1472-4a59-b267-4d92658ae1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6a50879a-8ec6-4e3d-863d-9471a010b43c), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.667012 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-06d16e9c-1472-4a59-b267-4d92658ae1ef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d4212d11ac6b4afda1ac59e360d9e51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389539 Sep 14 01:16:39.668155 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d16e9c-1472-4a59-b267-4d92658ae1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50879a-8ec6-4e3d-863d-9471a010b43c,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:39.669702 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37260) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:39.725642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-81382abd-4cef-4408-a102-77a52dbb1b4e admin admin] Publish callbacks [] for security_group (6a50879a-8ec6-4e3d-863d-9471a010b43c), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.747780 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-81382abd-4cef-4408-a102-77a52dbb1b4e admin admin] Publish callbacks [] for security_group (6a50879a-8ec6-4e3d-863d-9471a010b43c), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.803515 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-81382abd-4cef-4408-a102-77a52dbb1b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6a50879a-8ec6-4e3d-863d-9471a010b43c), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.806210 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-81382abd-4cef-4408-a102-77a52dbb1b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:39.807355 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-81382abd-4cef-4408-a102-77a52dbb1b4e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6a50879a-8ec6-4e3d-863d-9471a010b43c HTTP/1.1" status: 204 len: 168 time: 0.1356041 Sep 14 01:16:39.816849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81382abd-4cef-4408-a102-77a52dbb1b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50879a-8ec6-4e3d-863d-9471a010b43c,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:40.104404 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37280) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:40.273394 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37286) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:40.289203 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf0d-d366-40ea-9967-7b95012b7a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.292602 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:40.391582 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf0d-d366-40ea-9967-7b95012b7a23 admin admin] Publish callbacks [] for security_group (d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.398022 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf0d-d366-40ea-9967-7b95012b7a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.439254 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-41fc77df-a06b-4a44-9533-b83fb74af9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.455614 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-96e6bf0d-d366-40ea-9967-7b95012b7a23 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0de7d515d7564e82944640dc066acabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810446 Sep 14 01:16:40.456350 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37290) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:40.456914 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6bf0d-d366-40ea-9967-7b95012b7a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:40.512324 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:40.556916 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:40.574746 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3a089c95-e3e4-4197-9331-06533e0cdc9d admin admin] Publish callbacks [] for security_group (d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.616491 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3a089c95-e3e4-4197-9331-06533e0cdc9d admin admin] Publish callbacks [] for security_group (d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.640441 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-41fc77df-a06b-4a44-9533-b83fb74af9f0 admin admin] Publish callbacks [] for security_group (d23fbfad-3342-4749-b2b5-e04fc355c34d), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.644740 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-41fc77df-a06b-4a44-9533-b83fb74af9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (d23fbfad-3342-4749-b2b5-e04fc355c34d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.708122 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc77df-a06b-4a44-9533-b83fb74af9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23fbfad-3342-4749-b2b5-e04fc355c34d,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:40.714323 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-41fc77df-a06b-4a44-9533-b83fb74af9f0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=053dfa24a9884cbeb7afc6e017d02e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080317 Sep 14 01:16:40.717989 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37300) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:40.740402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3a089c95-e3e4-4197-9331-06533e0cdc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.742589 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3a089c95-e3e4-4197-9331-06533e0cdc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.743798 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-3a089c95-e3e4-4197-9331-06533e0cdc9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a HTTP/1.1" status: 204 len: 168 time: 0.2861416 Sep 14 01:16:40.753952 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a089c95-e3e4-4197-9331-06533e0cdc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80cbde9-44dc-4ac3-bb96-ab3ad93aa07a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:40.788879 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.819421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3276e639-330f-49cb-b0a6-ac12377eba3f admin admin] Publish callbacks [] for security_group (d23fbfad-3342-4749-b2b5-e04fc355c34d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.843945 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3276e639-330f-49cb-b0a6-ac12377eba3f admin admin] Publish callbacks [] for security_group (d23fbfad-3342-4749-b2b5-e04fc355c34d), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.882533 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:40.910323 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3276e639-330f-49cb-b0a6-ac12377eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (d23fbfad-3342-4749-b2b5-e04fc355c34d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.913561 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3276e639-330f-49cb-b0a6-ac12377eba3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:40.917826 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3276e639-330f-49cb-b0a6-ac12377eba3f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d23fbfad-3342-4749-b2b5-e04fc355c34d HTTP/1.1" status: 204 len: 168 time: 0.1995335 Sep 14 01:16:40.927475 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e639-330f-49cb-b0a6-ac12377eba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23fbfad-3342-4749-b2b5-e04fc355c34d,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:41.047874 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.426063 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37324) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:41.513478 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37328) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:41.527436 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-90c146ee-f398-4e42-b29c-14ea07ffb795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.612431 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-90c146ee-f398-4e42-b29c-14ea07ffb795 admin admin] Publish callbacks [] for security_group (4b4bae70-54bf-4589-91b0-c181e2223f1c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.617680 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-90c146ee-f398-4e42-b29c-14ea07ffb795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (4b4bae70-54bf-4589-91b0-c181e2223f1c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.669568 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-aacb6bfb-8d4a-48b7-8e72-5b031c403937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.689934 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-90c146ee-f398-4e42-b29c-14ea07ffb795 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a04d886ed7d4f188f7b33e41e94e76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754150 Sep 14 01:16:41.692664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c146ee-f398-4e42-b29c-14ea07ffb795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4bae70-54bf-4589-91b0-c181e2223f1c,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:41.692958 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37334) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:41.752804 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-58c1e0f1-b2fc-42c1-a413-75c2ebc03b52 admin admin] Publish callbacks [] for security_group (4b4bae70-54bf-4589-91b0-c181e2223f1c), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.770724 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-aacb6bfb-8d4a-48b7-8e72-5b031c403937 admin admin] Publish callbacks [] for security_group (125d574e-4e53-44b7-942d-97d6d00603ea), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.774861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-aacb6bfb-8d4a-48b7-8e72-5b031c403937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (125d574e-4e53-44b7-942d-97d6d00603ea), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.775864 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-58c1e0f1-b2fc-42c1-a413-75c2ebc03b52 admin admin] Publish callbacks [] for security_group (4b4bae70-54bf-4589-91b0-c181e2223f1c), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.823278 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-aacb6bfb-8d4a-48b7-8e72-5b031c403937 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=798a26d1b86541e2b8aa5f4d7b8a1cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958714 Sep 14 01:16:41.823424 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37340) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:41.824876 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb6bfb-8d4a-48b7-8e72-5b031c403937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125d574e-4e53-44b7-942d-97d6d00603ea,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:41.850583 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-58c1e0f1-b2fc-42c1-a413-75c2ebc03b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (4b4bae70-54bf-4589-91b0-c181e2223f1c), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.853088 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-58c1e0f1-b2fc-42c1-a413-75c2ebc03b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.854206 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-58c1e0f1-b2fc-42c1-a413-75c2ebc03b52 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4b4bae70-54bf-4589-91b0-c181e2223f1c HTTP/1.1" status: 204 len: 168 time: 0.1602607 Sep 14 01:16:41.875546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1e0f1-b2fc-42c1-a413-75c2ebc03b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4bae70-54bf-4589-91b0-c181e2223f1c,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:41.897432 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-445a670a-8b12-457b-8f6f-ff7579471d04 admin admin] Publish callbacks [] for security_group (125d574e-4e53-44b7-942d-97d6d00603ea), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.924070 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-445a670a-8b12-457b-8f6f-ff7579471d04 admin admin] Publish callbacks [] for security_group (125d574e-4e53-44b7-942d-97d6d00603ea), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.980652 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-445a670a-8b12-457b-8f6f-ff7579471d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (125d574e-4e53-44b7-942d-97d6d00603ea), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.984058 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-445a670a-8b12-457b-8f6f-ff7579471d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:41.988022 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-445a670a-8b12-457b-8f6f-ff7579471d04 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/125d574e-4e53-44b7-942d-97d6d00603ea HTTP/1.1" status: 204 len: 168 time: 0.1635501 Sep 14 01:16:41.996412 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a670a-8b12-457b-8f6f-ff7579471d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d574e-4e53-44b7-942d-97d6d00603ea,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:42.375037 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37366) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:42.396070 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-31baf334-52fa-44d5-a1cd-7fd0a70776a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.484718 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-31baf334-52fa-44d5-a1cd-7fd0a70776a9 admin admin] Publish callbacks [] for security_group (13389f74-d8db-41c2-a972-d4a0057f88a3), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.489207 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-31baf334-52fa-44d5-a1cd-7fd0a70776a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (13389f74-d8db-41c2-a972-d4a0057f88a3), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.532057 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-31baf334-52fa-44d5-a1cd-7fd0a70776a9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42d42f56546d4ef69a258ffb5edccac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553872 Sep 14 01:16:42.533117 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baf334-52fa-44d5-a1cd-7fd0a70776a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13389f74-d8db-41c2-a972-d4a0057f88a3,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:42.535041 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37368) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:42.603777 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-12fa590b-c08a-4c70-b2a2-2176f539d936 admin admin] Publish callbacks [] for security_group (13389f74-d8db-41c2-a972-d4a0057f88a3), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.626903 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-12fa590b-c08a-4c70-b2a2-2176f539d936 admin admin] Publish callbacks [] for security_group (13389f74-d8db-41c2-a972-d4a0057f88a3), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.679515 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-12fa590b-c08a-4c70-b2a2-2176f539d936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (13389f74-d8db-41c2-a972-d4a0057f88a3), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.682726 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-12fa590b-c08a-4c70-b2a2-2176f539d936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:42.684832 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-12fa590b-c08a-4c70-b2a2-2176f539d936 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/13389f74-d8db-41c2-a972-d4a0057f88a3 HTTP/1.1" status: 204 len: 168 time: 0.1486921 Sep 14 01:16:42.693859 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa590b-c08a-4c70-b2a2-2176f539d936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13389f74-d8db-41c2-a972-d4a0057f88a3,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:43.158543 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37402) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:43.272425 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-42cb8404-115d-4871-95b8-abf0867107c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.275114 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.360403 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-42cb8404-115d-4871-95b8-abf0867107c3 admin admin] Publish callbacks [] for security_group (a430be73-d506-4369-bdd6-e84af74f569d), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.364380 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-42cb8404-115d-4871-95b8-abf0867107c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a430be73-d506-4369-bdd6-e84af74f569d), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.398534 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.407686 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-42cb8404-115d-4871-95b8-abf0867107c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cae35196ae584b5596bfbb358759c415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479954 Sep 14 01:16:43.409003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb8404-115d-4871-95b8-abf0867107c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a430be73-d506-4369-bdd6-e84af74f569d,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:43.410637 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37414) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:43.421928 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.479867 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c1249ad3-e5c8-41e6-9555-78a6d6d6f2de admin admin] Publish callbacks [] for security_group (a430be73-d506-4369-bdd6-e84af74f569d), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.504072 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c1249ad3-e5c8-41e6-9555-78a6d6d6f2de admin admin] Publish callbacks [] for security_group (a430be73-d506-4369-bdd6-e84af74f569d), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.550404 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c1249ad3-e5c8-41e6-9555-78a6d6d6f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (a430be73-d506-4369-bdd6-e84af74f569d), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.552509 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c1249ad3-e5c8-41e6-9555-78a6d6d6f2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:43.553935 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c1249ad3-e5c8-41e6-9555-78a6d6d6f2de admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a430be73-d506-4369-bdd6-e84af74f569d HTTP/1.1" status: 204 len: 168 time: 0.1399271 Sep 14 01:16:43.563679 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1249ad3-e5c8-41e6-9555-78a6d6d6f2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a430be73-d506-4369-bdd6-e84af74f569d,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:45.177678 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37486) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:45.288089 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6d56ad14-4e42-4a24-be1d-95e112d0769d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.324353 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:45.366410 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6d56ad14-4e42-4a24-be1d-95e112d0769d admin admin] Publish callbacks [] for security_group (2b6f3733-9fd2-4477-8c23-2ea6e740a690), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.369987 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6d56ad14-4e42-4a24-be1d-95e112d0769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (2b6f3733-9fd2-4477-8c23-2ea6e740a690), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.409467 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6d56ad14-4e42-4a24-be1d-95e112d0769d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=17c76b2507f74d758561d5d8a91322f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307158 Sep 14 01:16:45.410134 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56ad14-4e42-4a24-be1d-95e112d0769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f3733-9fd2-4477-8c23-2ea6e740a690,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:45.412893 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37490) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:45.464367 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a3729010-ec21-4451-b388-0fedf3b698ca admin admin] Publish callbacks [] for security_group (2b6f3733-9fd2-4477-8c23-2ea6e740a690), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.485453 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a3729010-ec21-4451-b388-0fedf3b698ca admin admin] Publish callbacks [] for security_group (2b6f3733-9fd2-4477-8c23-2ea6e740a690), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.538840 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a3729010-ec21-4451-b388-0fedf3b698ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (2b6f3733-9fd2-4477-8c23-2ea6e740a690), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.541704 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a3729010-ec21-4451-b388-0fedf3b698ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:45.542858 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-a3729010-ec21-4451-b388-0fedf3b698ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2b6f3733-9fd2-4477-8c23-2ea6e740a690 HTTP/1.1" status: 204 len: 168 time: 0.1286898 Sep 14 01:16:45.550848 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3729010-ec21-4451-b388-0fedf3b698ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f3733-9fd2-4477-8c23-2ea6e740a690,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:49.032067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37558) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:49.138718 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6d6f2693-3f6b-45b4-87dc-affff18dfb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.216213 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6d6f2693-3f6b-45b4-87dc-affff18dfb9b admin admin] Publish callbacks [] for security_group (37b00bf8-25f1-48dd-86c1-feace38c53de), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.220025 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6d6f2693-3f6b-45b4-87dc-affff18dfb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (37b00bf8-25f1-48dd-86c1-feace38c53de), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.263534 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6d6f2693-3f6b-45b4-87dc-affff18dfb9b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3395e857ae504769946c2e290d631d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304032 Sep 14 01:16:49.264729 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f2693-3f6b-45b4-87dc-affff18dfb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b00bf8-25f1-48dd-86c1-feace38c53de,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:49.266515 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37562) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:49.316570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a8daabc9-952e-407d-9443-40e846171578 admin admin] Publish callbacks [] for security_group (37b00bf8-25f1-48dd-86c1-feace38c53de), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.339353 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a8daabc9-952e-407d-9443-40e846171578 admin admin] Publish callbacks [] for security_group (37b00bf8-25f1-48dd-86c1-feace38c53de), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.386071 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a8daabc9-952e-407d-9443-40e846171578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (37b00bf8-25f1-48dd-86c1-feace38c53de), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.388888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a8daabc9-952e-407d-9443-40e846171578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.390152 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-a8daabc9-952e-407d-9443-40e846171578 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/37b00bf8-25f1-48dd-86c1-feace38c53de HTTP/1.1" status: 204 len: 168 time: 0.1226435 Sep 14 01:16:49.397733 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daabc9-952e-407d-9443-40e846171578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b00bf8-25f1-48dd-86c1-feace38c53de,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:49.651898 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37568) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:49.665949 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6ca6a8fd-3ca6-41ee-8ce0-2894cac2748d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.744222 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6ca6a8fd-3ca6-41ee-8ce0-2894cac2748d admin admin] Publish callbacks [] for security_group (41e074c2-ef57-4fcb-a57f-55d66ddf91a2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.748281 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-6ca6a8fd-3ca6-41ee-8ce0-2894cac2748d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (41e074c2-ef57-4fcb-a57f-55d66ddf91a2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.787748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6a8fd-3ca6-41ee-8ce0-2894cac2748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e074c2-ef57-4fcb-a57f-55d66ddf91a2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:49.791908 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-6ca6a8fd-3ca6-41ee-8ce0-2894cac2748d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=79598b71a8834c6799039890e584cf6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389170 Sep 14 01:16:49.794426 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37574) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:49.816906 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=22 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:49.847888 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9c6c55c3-a118-437f-b1dd-3d9467c3b428 admin admin] Publish callbacks [] for security_group (41e074c2-ef57-4fcb-a57f-55d66ddf91a2), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.871886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9c6c55c3-a118-437f-b1dd-3d9467c3b428 admin admin] Publish callbacks [] for security_group (41e074c2-ef57-4fcb-a57f-55d66ddf91a2), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.921550 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9c6c55c3-a118-437f-b1dd-3d9467c3b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (41e074c2-ef57-4fcb-a57f-55d66ddf91a2), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.924215 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-9c6c55c3-a118-437f-b1dd-3d9467c3b428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:49.925386 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-9c6c55c3-a118-437f-b1dd-3d9467c3b428 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/41e074c2-ef57-4fcb-a57f-55d66ddf91a2 HTTP/1.1" status: 204 len: 168 time: 0.1300879 Sep 14 01:16:49.933744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c55c3-a118-437f-b1dd-3d9467c3b428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e074c2-ef57-4fcb-a57f-55d66ddf91a2,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:50.284009 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:50.294587 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:50.774869 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:51.275540 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:16:51.574253 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-258be811-b550-4029-9dd4-9fd27b619829 req-42a8a672-bb90-4a6c-a5ba-f835e013127a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1863250861&fields=id&tenant_id=f93905695d7a4f8495534c38a7bebfa4 HTTP/1.1" status: 200 len: 267 time: 0.0542336 Sep 14 01:16:51.628196 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be811-b550-4029-9dd4-9fd27b619829 req-1873fcf9-5764-4387-9aa9-cf2eb407a5da tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:51.629696 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-258be811-b550-4029-9dd4-9fd27b619829 req-1873fcf9-5764-4387-9aa9-cf2eb407a5da tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 985 time: 0.0496788 Sep 14 01:16:51.640754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Request body: {'port': {'security_groups': ['3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:51.715105 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (78292043-7571-4bbd-b478-4125b485b189), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:51.853149 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:51.903788 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:51.932791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for port (78292043-7571-4bbd-b478-4125b485b189), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:51.938424 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (78292043-7571-4bbd-b478-4125b485b189), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:51.953796 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:51.954557 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:51.955970 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-258be811-b550-4029-9dd4-9fd27b619829 req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "PUT /networking/v2.0/ports/78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 943 time: 0.3200393 Sep 14 01:16:51.956554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:51.958817 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:51.962897 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37664) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:51.986893 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['78292043-7571-4bbd-b478-4125b485b189'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:16:52.024228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59cc34-f50e-448c-aeb5-2efec1e2ea20 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event updated for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=7']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:52.033111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4e7f57de-e9fc-47cf-96e7-fbfdd5b7c903 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group (6b31a37d-28bd-4092-9d76-f4964a59a1e9), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.064179 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4e7f57de-e9fc-47cf-96e7-fbfdd5b7c903 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group (6b31a37d-28bd-4092-9d76-f4964a59a1e9), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.089059 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:52.141541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4e7f57de-e9fc-47cf-96e7-fbfdd5b7c903 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (6b31a37d-28bd-4092-9d76-f4964a59a1e9), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.144574 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4e7f57de-e9fc-47cf-96e7-fbfdd5b7c903 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.148270 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-4e7f57de-e9fc-47cf-96e7-fbfdd5b7c903 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6b31a37d-28bd-4092-9d76-f4964a59a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1817861 Sep 14 01:16:52.149351 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37670) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:52.160488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37672) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:52.168295 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f57de-e9fc-47cf-96e7-fbfdd5b7c903 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31a37d-28bd-4092-9d76-f4964a59a1e9,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:52.310929 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da8da6-122d-4627-9c4d-afd2226bdae4 x-openstack-request-id: req-b2da8da6-122d-4627-9c4d-afd2226bdae4 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:52.311212 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:52.311462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2da8da6-122d-4627-9c4d-afd2226bdae4 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:52.311991 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2da8da6-122d-4627-9c4d-afd2226bdae4'] response: {'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'status': 'completed', 'code': 200} Sep 14 01:16:52.317450 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4364f966-c16c-4611-85bf-a1a61d23eeb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.668976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Deleting port 398ef98f-ffd7-4238-b1a8-070aac7d3d81 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:52.669691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.721524 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:52.789225 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4364f966-c16c-4611-85bf-a1a61d23eeb9 admin admin] Publish callbacks [] for security_group (ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.797429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-4364f966-c16c-4611-85bf-a1a61d23eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.801587 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.801911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for floatingip (398ef98f-ffd7-4238-b1a8-070aac7d3d81), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.830061 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Calling delete_port for 398ef98f-ffd7-4238-b1a8-070aac7d3d81 owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:52.859672 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-4364f966-c16c-4611-85bf-a1a61d23eeb9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=40a7a0aa6c7845ef994d0a4458c85479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6972365 Sep 14 01:16:52.862091 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364f966-c16c-4611-85bf-a1a61d23eeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:52.862235 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37678) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:52.913404 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-585ab5e4-3f09-46b4-80ee-a6a6f8d5e33a admin admin] Publish callbacks [] for security_group (ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.934103 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-585ab5e4-3f09-46b4-80ee-a6a6f8d5e33a admin admin] Publish callbacks [] for security_group (ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.984946 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-585ab5e4-3f09-46b4-80ee-a6a6f8d5e33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.987348 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-585ab5e4-3f09-46b4-80ee-a6a6f8d5e33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:52.988525 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-585ab5e4-3f09-46b4-80ee-a6a6f8d5e33a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1 HTTP/1.1" status: 204 len: 168 time: 0.1253254 Sep 14 01:16:52.997584 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab5e4-3f09-46b4-80ee-a6a6f8d5e33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead2b5f8-672a-4bc6-b4d3-25221d0c0fa1,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:53.022953 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (398ef98f-ffd7-4238-b1a8-070aac7d3d81), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.047602 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event deleted for resources: {'Port': ['ID=398ef98f-ffd7-4238-b1a8-070aac7d3d81,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:53.105614 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:53.119372 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks [] for floatingip (58eb1fc8-6f97-46fe-9226-2967fa2f62ec), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.119729 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Floating IP 58eb1fc8-6f97-46fe-9226-2967fa2f62ec disassociated (deleted). External IP: 172.27.1.33, port: 78292043-7571-4bbd-b478-4125b485b189. Sep 14 01:16:53.308045 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37684) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:53.321622 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-82c9a82d-44db-418e-89f3-bc6cb45bf63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.342572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Router b43cada5-c2a6-4b24-95ea-75527ebcfc6d has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:16:53.367804 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:53.405018 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-82c9a82d-44db-418e-89f3-bc6cb45bf63c admin admin] Publish callbacks [] for security_group (d443d08d-2207-4670-9d7d-9fa3cd754adf), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.409719 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-82c9a82d-44db-418e-89f3-bc6cb45bf63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (d443d08d-2207-4670-9d7d-9fa3cd754adf), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.435857 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:53.451597 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-82c9a82d-44db-418e-89f3-bc6cb45bf63c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=06bc322a172c4f1ea8d5f05ee1667db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424668 Sep 14 01:16:53.454974 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37686) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:53.455764 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9a82d-44db-418e-89f3-bc6cb45bf63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d443d08d-2207-4670-9d7d-9fa3cd754adf,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:53.469846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:16:53.474602 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.479087 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] Sync routers for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:16:53.494370 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:53.494997 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:53.525777 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-e7b2e5f4-e47f-43e1-8c97-823085ab4fad tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/58eb1fc8-6f97-46fe-9226-2967fa2f62ec HTTP/1.1" status: 204 len: 168 time: 1.3740063 Sep 14 01:16:53.532402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:53.543020 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87b5182-8603-45b3-9b72-242dcaac3238 admin admin] Publish callbacks [] for security_group (d443d08d-2207-4670-9d7d-9fa3cd754adf), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.568397 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87b5182-8603-45b3-9b72-242dcaac3238 admin admin] Publish callbacks [] for security_group (d443d08d-2207-4670-9d7d-9fa3cd754adf), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.605534 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:53.621495 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87b5182-8603-45b3-9b72-242dcaac3238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (d443d08d-2207-4670-9d7d-9fa3cd754adf), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.624700 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87b5182-8603-45b3-9b72-242dcaac3238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.628096 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b87b5182-8603-45b3-9b72-242dcaac3238 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d443d08d-2207-4670-9d7d-9fa3cd754adf HTTP/1.1" status: 204 len: 168 time: 0.1719816 Sep 14 01:16:53.638396 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b5182-8603-45b3-9b72-242dcaac3238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443d08d-2207-4670-9d7d-9fa3cd754adf,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:53.826276 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:53.853855 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] Checking router: b43cada5-c2a6-4b24-95ea-75527ebcfc6d for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:16:53.864142 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:16:53.864737 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:53.968988 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:16:54.162564 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:16:54.188183 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b26af8-b71a-4e1d-b085-c8abc81f2a23 None None] The sync data for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi is: [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:13:22Z', 'revision_number': 4, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'fcd1f97e-5cfc-4f30-88e2-202eb941ace8', 'name': '', 'network_id': 'd4b96baa-eabb-4692-b8fa-06df3d181968', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'mac_address': 'fa:16:3e:f4:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:21Z', 'updated_at': '2022-09-14T01:13:26Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'subnets': [{'id': 'a9a7ecdb-7462-459d-b731-85965a54977f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:16:54.313245 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:54.316574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198aa405-ec40-4ae9-bba8-5e953275927d" -d '{"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:54.356455 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f2efaf-9744-49a0-b3aa-954c37316859 x-openstack-request-id: req-d5f2efaf-9744-49a0-b3aa-954c37316859 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:54.357039 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "tag": "78292043-7571-4bbd-b478-4125b485b189", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:54.357222 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5f2efaf-9744-49a0-b3aa-954c37316859 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:54.358026 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f2efaf-9744-49a0-b3aa-954c37316859'] response: {'name': 'network-changed', 'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'status': 'completed', 'code': 200} Sep 14 01:16:54.364883 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37720) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:54.437142 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cb924-343c-4876-9165-a570cada0740 None None] New status for floating IP 58eb1fc8-6f97-46fe-9226-2967fa2f62ec: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:16:54.471086 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043927492-network', 'tenant_id': 'fb8c16a675874a4e84d12481c79047c4'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:54.492999 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Made reservation on behalf of fb8c16a675874a4e84d12481c79047c4 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:16:54.495512 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.505083 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.586460 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks [] for security_group (0dd4f4c8-299d-4a4e-9355-30ddb0839595), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.594989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (0dd4f4c8-299d-4a4e-9355-30ddb0839595), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.623827 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:16:54.631322 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4f4c8-299d-4a4e-9355-30ddb0839595,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:54.637768 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (182a61c2-758f-415d-8dae-0e551d6fe780), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.638115 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Added segment 182a61c2-758f-415d-8dae-0e551d6fe780 of type vlan for network c2a16a23-13c1-4245-b99d-2c85ced34b35 Sep 14 01:16:54.678626 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (c2a16a23-13c1-4245-b99d-2c85ced34b35), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.703153 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (c2a16a23-13c1-4245-b99d-2c85ced34b35), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.704230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:54.704823 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.723534 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:54.762764 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3968313 Sep 14 01:16:54.765973 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37726) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:54.771097 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Request body: {'subnet': {'network_id': 'c2a16a23-13c1-4245-b99d-2c85ced34b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043927492-subnet', 'tenant_id': 'fb8c16a675874a4e84d12481c79047c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:54.774818 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe799f-e5bb-4222-98ac-d42551739381 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a16a23-13c1-4245-b99d-2c85ced34b35,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:54.784910 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network c2a16a23-13c1-4245-b99d-2c85ced34b35 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:16:54.791692 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Made reservation on behalf of fb8c16a675874a4e84d12481c79047c4 for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:16:54.794100 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172839'] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:54.849560 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:54.969585 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5946184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172849'] for subnet (5e22906d-6c91-47b2-a9ca-03613b0ddb19), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.019266 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e22906d-6c91-47b2-a9ca-03613b0ddb19,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:55.034767 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Checking segment: {'id': '182a61c2-758f-415d-8dae-0e551d6fe780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c2a16a23-13c1-4245-b99d-2c85ced34b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:16:55.035128 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Network hostable DHCP agents. Network: c2a16a23-13c1-4245-b99d-2c85ced34b35, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:16:55.052132 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Network c2a16a23-13c1-4245-b99d-2c85ced34b35 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:16:55.060708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, c2a16a23-13c1-4245-b99d-2c85ced34b35) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:16:55.065309 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:55.066298 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.069316 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4570a4-94c2-4546-9827-35d909978273 None None] Network c2a16a23-13c1-4245-b99d-2c85ced34b35 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:16:55.082161 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-1708cd0d-5981-4a00-9864-6516c2c4f62f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3150804 Sep 14 01:16:55.173524 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcfb51-bbe0-42f5-b564-d3e173ec7a6e None None] Network c2a16a23-13c1-4245-b99d-2c85ced34b35 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:16:55.319587 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['78292043-7571-4bbd-b478-4125b485b189'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:16:55.444572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-c6b91272-1cc5-44ab-84aa-a72eb1ab0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:55.446952 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-c6b91272-1cc5-44ab-84aa-a72eb1ab0571 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1130 time: 0.0531380 Sep 14 01:16:55.473936 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-b0f1567b-87f0-46e8-bfd5-a8a68205029c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647931 Sep 14 01:16:55.579259 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-5a0dd443-6e7c-420b-bad1-63cfde8d9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:55.580767 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-5a0dd443-6e7c-420b-bad1-63cfde8d9445 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 914 time: 0.1092267 Sep 14 01:16:55.607683 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 37746) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:55.612753 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1753205436-network', 'tenant_id': '4b50701d1d15448385ea7c4ebbe7cea6'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:55.633737 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Made reservation on behalf of 4b50701d1d15448385ea7c4ebbe7cea6 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:16:55.636411 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.654242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.723213 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks [] for security_group (da7113bd-3d52-4955-9712-8a048fb77d0b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.726771 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (da7113bd-3d52-4955-9712-8a048fb77d0b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.730659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:55.756012 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:16:55.769803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7113bd-3d52-4955-9712-8a048fb77d0b,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:55.773817 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (a856cacf-4dff-4dcb-bc4c-cc2642341945), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.774161 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Added segment a856cacf-4dff-4dcb-bc4c-cc2642341945 of type vlan for network 0c08be56-b811-4330-992a-262ba17554da Sep 14 01:16:55.815088 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (0c08be56-b811-4330-992a-262ba17554da), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.839444 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (0c08be56-b811-4330-992a-262ba17554da), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.840419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:55.840987 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:55.895294 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2866025 Sep 14 01:16:55.898362 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37750) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:16:55.903749 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Request body: {'subnet': {'network_id': '0c08be56-b811-4330-992a-262ba17554da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1753205436-subnet', 'tenant_id': '4b50701d1d15448385ea7c4ebbe7cea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:55.910981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094232c3-3aaa-4d63-a77d-574af8e83ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=0c08be56-b811-4330-992a-262ba17554da,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:55.920662 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 0c08be56-b811-4330-992a-262ba17554da details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:16:55.925736 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Made reservation on behalf of 4b50701d1d15448385ea7c4ebbe7cea6 for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:16:55.928108 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172839'] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:56.090784 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-e93713fc-0e94-4909-bf93-ccf066171b5e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 217 time: 0.0341151 Sep 14 01:16:56.098888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5946184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172849'] for subnet (c000e582-6693-4112-9b8e-0a832d2ed809), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:56.141535 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-fe7bd69b-3baf-48d2-8d85-8fbcf55ccbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.142773 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-fe7bd69b-3baf-48d2-8d85-8fbcf55ccbb7 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.0459232 Sep 14 01:16:56.150364 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c000e582-6693-4112-9b8e-0a832d2ed809,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:56.165535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Checking segment: {'id': 'a856cacf-4dff-4dcb-bc4c-cc2642341945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c08be56-b811-4330-992a-262ba17554da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:16:56.165897 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Network hostable DHCP agents. Network: 0c08be56-b811-4330-992a-262ba17554da, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:16:56.168736 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:56.190008 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Network 0c08be56-b811-4330-992a-262ba17554da is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:16:56.205049 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 0c08be56-b811-4330-992a-262ba17554da) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:16:56.209747 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.211241 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:56.222337 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b3f33-ec1e-46a6-ae58-57b032a0b5bd None None] Network 0c08be56-b811-4330-992a-262ba17554da requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:16:56.225651 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-031e8373-9950-4b58-9ff5-49fa90777ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.227637 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-031e8373-9950-4b58-9ff5-49fa90777ea6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516224 Sep 14 01:16:56.240089 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ae85ec5f-c760-4673-a77c-7d3b41d5e382 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3404779 Sep 14 01:16:56.341772 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-eee467d0-e935-4b10-857c-ca8240008b31 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044118 Sep 14 01:16:56.351267 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f313a6-9538-4651-a898-c408dd271865 None None] Network 0c08be56-b811-4330-992a-262ba17554da requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:16:56.447269 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2b4f4e22-0b4c-440f-86dc-ba61f3869ee0 req-ad1abcdc-005e-42c1-b250-8e67cb412048 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984476 Sep 14 01:16:56.576710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa405-ec40-4ae9-bba8-5e953275927d req-7978ae7c-6fbe-4a16-81ae-875cee92c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.579231 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-7978ae7c-6fbe-4a16-81ae-875cee92c7da service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1130 time: 0.0452490 Sep 14 01:16:56.637319 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:56.680120 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa405-ec40-4ae9-bba8-5e953275927d req-f76b4abc-29e7-446b-bee0-b5820057d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.681649 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-f76b4abc-29e7-446b-bee0-b5820057d3da service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 914 time: 0.0967867 Sep 14 01:16:56.727299 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-44af0038-281e-47cc-b626-42ddacf5ed96 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 217 time: 0.0387166 Sep 14 01:16:56.778540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa405-ec40-4ae9-bba8-5e953275927d req-64d1f924-f94b-4c3e-813a-5aff09ea8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.780165 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-64d1f924-f94b-4c3e-813a-5aff09ea8d21 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.0471797 Sep 14 01:16:56.847833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa405-ec40-4ae9-bba8-5e953275927d req-8bb9f493-3521-410e-b209-193e4f8872f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.847833 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-8bb9f493-3521-410e-b209-193e4f8872f3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591969 Sep 14 01:16:56.956152 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-ff12b634-c3f2-400c-99c5-c7f45133d04c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044292 Sep 14 01:16:57.063610 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-198aa405-ec40-4ae9-bba8-5e953275927d req-ab9f272d-2946-4351-a965-179cd07405c9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000628 Sep 14 01:16:57.217412 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-57be2398-117c-450a-8de2-25508205e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:57.219315 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-57be2398-117c-450a-8de2-25508205e746 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f93905695d7a4f8495534c38a7bebfa4&device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 1130 time: 0.0535727 Sep 14 01:16:57.308610 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:57.350036 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-56bbc392-cab7-4ed9-bffa-04cde5266008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:57.351572 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-56bbc392-cab7-4ed9-bffa-04cde5266008 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 200 len: 914 time: 0.1127603 Sep 14 01:16:57.392711 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-222cea7b-94f8-443c-90f7-e3cd254b83a2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 200 len: 217 time: 0.0337996 Sep 14 01:16:57.440239 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-0a23421a-0c0c-41f9-87c9-83ae65511312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:57.441716 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-0a23421a-0c0c-41f9-87c9-83ae65511312 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 200 len: 853 time: 0.0435867 Sep 14 01:16:57.485445 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-82e86199-7989-46db-bfaf-bfd4ae384e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:57.486927 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-82e86199-7989-46db-bfaf-bfd4ae384e42 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d4b96baa-eabb-4692-b8fa-06df3d181968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393350 Sep 14 01:16:57.582330 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-01743245-d649-444e-ade3-9c3e4a4c6005 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889261 Sep 14 01:16:57.680414 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b31cf1b6-66da-4433-8a78-b36f82b4c444 req-9b9fdce1-f6fa-42a4-b71f-b693a9abf95b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889819 Sep 14 01:16:59.523629 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd55614-a11c-4d58-883e-fed5ca43f094 req-4dcc92a7-e029-4bb6-a9fb-da38de7956cc tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:59.525821 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7cd55614-a11c-4d58-883e-fed5ca43f094 req-4dcc92a7-e029-4bb6-a9fb-da38de7956cc tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0521944 Sep 14 01:16:59.582040 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7cd55614-a11c-4d58-883e-fed5ca43f094 req-e68698c1-4523-4535-a00f-2fc00a67829d tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Sep 14 01:17:00.717172 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b58133-a4e8-4f8c-9432-3f0c91f930fb req-9092d937-ba5f-49df-8f0d-cb91825d1cbd tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:00.718817 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a1b58133-a4e8-4f8c-9432-3f0c91f930fb req-9092d937-ba5f-49df-8f0d-cb91825d1cbd tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0572705 Sep 14 01:17:00.741920 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:00.773691 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a1b58133-a4e8-4f8c-9432-3f0c91f930fb req-64dbbe21-0f6a-4b91-a05f-1e86e7d02e52 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Sep 14 01:17:01.777873 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-f21afb46-c5f1-4a31-8590-a84914bd5a28 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:01.779317 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-f21afb46-c5f1-4a31-8590-a84914bd5a28 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0475359 Sep 14 01:17:01.900973 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:01.902131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Deleting port 78292043-7571-4bbd-b478-4125b485b189 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:01.902562 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (78292043-7571-4bbd-b478-4125b485b189), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:01.931306 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe50aa-223a-409a-a392-1605d0ffa209 req-486d0334-e87d-4523-b8b2-37b58e773dd2 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:01.932804 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-83fe50aa-223a-409a-a392-1605d0ffa209 req-486d0334-e87d-4523-b8b2-37b58e773dd2 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c532d078-01eb-4150-8869-3c33a457898c HTTP/1.1" status: 200 len: 946 time: 0.0743220 Sep 14 01:17:02.044879 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-83fe50aa-223a-409a-a392-1605d0ffa209 req-5f7284c8-8fb2-4b92-84ee-720801522284 tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Sep 14 01:17:02.050033 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] For port 78292043-7571-4bbd-b478-4125b485b189, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=78292043-7571-4bbd-b478-4125b485b189,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:02.050406 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (78292043-7571-4bbd-b478-4125b485b189), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:02.069277 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Calling delete_port for 78292043-7571-4bbd-b478-4125b485b189 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:02.231927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (78292043-7571-4bbd-b478-4125b485b189), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:02.267081 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Pushing event deleted for resources: {'Port': ['ID=78292043-7571-4bbd-b478-4125b485b189,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:02.269483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['78292043-7571-4bbd-b478-4125b485b189'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:17:02.314553 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] No DVR routers for this DVR port 78292043-7571-4bbd-b478-4125b485b189 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:17:02.317646 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:02.321272 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8b4c0446-cf53-466c-a94c-c2a7c099c31d req-b63d43a9-b546-488a-b1d3-72623391eb7a tempest-TestMinimumBasicScenario-1612267601 tempest-TestMinimumBasicScenario-1612267601-project] 10.222.0.44 "DELETE /networking/v2.0/ports/78292043-7571-4bbd-b478-4125b485b189 HTTP/1.1" status: 204 len: 173 time: 0.5367966 Sep 14 01:17:02.321784 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'name': 'network-vif-deleted', 'tag': '78292043-7571-4bbd-b478-4125b485b189'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:17:02.324171 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1653ccd4-7e2d-4dd1-ba3e-e2406dffdef2" -d '{"events": [{"server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "name": "network-vif-deleted", "tag": "78292043-7571-4bbd-b478-4125b485b189"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:17:02.365103 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbda12-2af3-4dbc-bb20-e0825f7414f6 x-openstack-request-id: req-dbcbda12-2af3-4dbc-bb20-e0825f7414f6 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:17:02.365400 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c532d078-01eb-4150-8869-3c33a457898c", "name": "network-vif-deleted", "tag": "78292043-7571-4bbd-b478-4125b485b189", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:17:02.365648 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbcbda12-2af3-4dbc-bb20-e0825f7414f6 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:17:02.366092 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcbda12-2af3-4dbc-bb20-e0825f7414f6'] response: {'server_uuid': 'c532d078-01eb-4150-8869-3c33a457898c', 'name': 'network-vif-deleted', 'tag': '78292043-7571-4bbd-b478-4125b485b189', 'status': 'completed', 'code': 200} Sep 14 01:17:03.855235 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37976) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:04.164503 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=66 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:04.165390 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=68 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:04.176523 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:04.413292 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Deleting port fcd1f97e-5cfc-4f30-88e2-202eb941ace8 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:04.413632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:04.495946 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] For port fcd1f97e-5cfc-4f30-88e2-202eb941ace8, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:04.496438 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:04.511073 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Calling delete_port for fcd1f97e-5cfc-4f30-88e2-202eb941ace8 owned by network:router_interface {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:04.560434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:04.714723 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (fcd1f97e-5cfc-4f30-88e2-202eb941ace8), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:04.742234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd1f97e-5cfc-4f30-88e2-202eb941ace8,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:04.817370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:04.943453 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:05.146561 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Router b43cada5-c2a6-4b24-95ea-75527ebcfc6d has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:17:05.254886 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:05.261384 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-29842a39-f3df-4744-91ad-dde82bcbff9b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b43cada5-c2a6-4b24-95ea-75527ebcfc6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051778 Sep 14 01:17:05.263976 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 37988) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:05.264853 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] Sync routers for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:05.276717 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:05.277320 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:05.363724 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 78292043-7571-4bbd-b478-4125b485b189 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:05.384435 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks [] for router (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:05.394418 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:05.402411 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 78292043-7571-4bbd-b478-4125b485b189 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:05.402935 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 78292043-7571-4bbd-b478-4125b485b189 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:05.495588 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks [] for router_gateway (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:05.509423 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:05.550606 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Deleting port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:05.550956 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:05.572968 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:17:04Z', 'revision_number': 5, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port': {'id': 'd7bd8758-aa73-4b24-a2e3-59d2b4fc9296', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:20Z', 'updated_at': '2022-09-14T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:05.599694 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] Checking router: b43cada5-c2a6-4b24-95ea-75527ebcfc6d for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:05.608973 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] Routers {'b43cada5-c2a6-4b24-95ea-75527ebcfc6d'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:05.609610 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:16:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:05.795726 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] Set router b43cada5-c2a6-4b24-95ea-75527ebcfc6d gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:05.851332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-6ec01a1f-fbf8-4f80-a038-f30a10ab3fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:05.852425 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:17:05Z', 'revision_number': 6, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:05.880460 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] For port d7bd8758-aa73-4b24-a2e3-59d2b4fc9296, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:05.880897 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:05.881013 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0a24e-86c8-40dc-bc1e-306de17555f5 None None] The sync data for ids ['b43cada5-c2a6-4b24-95ea-75527ebcfc6d'] in dv-cinder-857528-1-iscsi is: [{'id': 'b43cada5-c2a6-4b24-95ea-75527ebcfc6d', 'name': 'tempest-TestMinimumBasicScenario-410133808-router', 'tenant_id': 'f93905695d7a4f8495534c38a7bebfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:19Z', 'updated_at': '2022-09-14T01:17:05Z', 'revision_number': 6, 'project_id': 'f93905695d7a4f8495534c38a7bebfa4', 'gw_port_host': None}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:05.895918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Calling delete_port for d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 owned by network:router_gateway {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:06.029473 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:06.081121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (d7bd8758-aa73-4b24-a2e3-59d2b4fc9296), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.113712 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd8758-aa73-4b24-a2e3-59d2b4fc9296,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:06.183146 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.273417 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.275731 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks [] for router_controller (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.323435 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (b43cada5-c2a6-4b24-95ea-75527ebcfc6d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.324047 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43cada5-c2a6-4b24-95ea-75527ebcfc6d {{(pid=106416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:17:06.329129 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.330294 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ca3983a6-2a67-47c4-b936-4630524f6840 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b43cada5-c2a6-4b24-95ea-75527ebcfc6d HTTP/1.1" status: 204 len: 168 time: 1.0653567 Sep 14 01:17:06.333704 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38002) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:06.384848 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Deleting subnet a9a7ecdb-7462-459d-b731-85965a54977f {{(pid=106416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:17:06.387904 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Publish callbacks [] for subnet (a9a7ecdb-7462-459d-b731-85965a54977f), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.426463 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6033233'] for subnet (a9a7ecdb-7462-459d-b731-85965a54977f), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.513348 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (a9a7ecdb-7462-459d-b731-85965a54977f), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.570594 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5947031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172808'] for subnet (a9a7ecdb-7462-459d-b731-85965a54977f), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.596401 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a7ecdb-7462-459d-b731-85965a54977f,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:06.602288 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.605669 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-30d95412-74e3-47e6-85f1-841f3eeeb831 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a9a7ecdb-7462-459d-b731-85965a54977f HTTP/1.1" status: 204 len: 168 time: 0.2709248 Sep 14 01:17:06.608183 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38006) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:06.608453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8c0621-8ece-4e29-ab30-7ce488e442a7 None None] Network d4b96baa-eabb-4692-b8fa-06df3d181968 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:06.681645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (d4b96baa-eabb-4692-b8fa-06df3d181968), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.690001 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:06.694108 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:06.727930 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Deleting port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:06.728296 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.765671 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] DHCP port deletion for d4b96baa-eabb-4692-b8fa-06df3d181968 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:17:06.801751 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] For port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:06.802128 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.808245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] Deleting port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:06.808726 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.816313 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Calling delete_port for ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:06.877506 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] For port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,segment=NetworkSegment(ed1b40e6-a9ac-4a38-b3ad-658b2360ef00),segment_id=ed1b40e6-a9ac-4a38-b3ad-658b2360ef00)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:06.878218 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.887762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:06.893016 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] Calling delete_port for ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:06.905021 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:06.934612 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:06.941321 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] No DVR routers for this DVR port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:17:06.990326 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.015521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] Pushing event deleted for resources: {'Port': ['ID=ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:07.020099 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779a193-a21a-471f-b9af-733544fb3e1a None None] No DVR routers for this DVR port ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:17:07.020830 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:07.027031 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (d4b96baa-eabb-4692-b8fa-06df3d181968), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.051870 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b96baa-eabb-4692-b8fa-06df3d181968']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:07.061545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:07.061841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1b40e6-a9ac-4a38-b3ad-658b2360ef00') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:07.072713 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (ed1b40e6-a9ac-4a38-b3ad-658b2360ef00), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.089426 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (ed1b40e6-a9ac-4a38-b3ad-658b2360ef00), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.096091 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:17:07.096474 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (ed1b40e6-a9ac-4a38-b3ad-658b2360ef00), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.144390 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment ed1b40e6-a9ac-4a38-b3ad-658b2360ef00 resource provider aggregate not found Sep 14 01:17:07.166923 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment ed1b40e6-a9ac-4a38-b3ad-658b2360ef00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed1b40e6-a9ac-4a38-b3ad-658b2360ef00 found for delete ", "request_id": "req-ff1b259c-912d-4958-90d9-712e292db6f4"}]} Sep 14 01:17:07.174647 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (d4b96baa-eabb-4692-b8fa-06df3d181968), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.182477 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.184947 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d4b96baa-eabb-4692-b8fa-06df3d181968 HTTP/1.1" status: 204 len: 168 time: 0.5757365 Sep 14 01:17:07.188596 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38014) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:07.198060 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ef66-974c-4cb1-946a-254d84147d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b96baa-eabb-4692-b8fa-06df3d181968,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:07.243723 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:07.391088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:07.416250 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:07.416939 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d7bd8758-aa73-4b24-a2e3-59d2b4fc9296 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:07.417510 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fcd1f97e-5cfc-4f30-88e2-202eb941ace8 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:07.455219 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: fcd1f97e-5cfc-4f30-88e2-202eb941ace8 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:07.455219 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fcd1f97e-5cfc-4f30-88e2-202eb941ace8 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:07.455219 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:07.482221 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:07.484001 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ed9cb6d4-5014-4dba-bbbb-3d4ccc1795ff not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:07.594821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (9396c4f0-5817-4137-ac0f-70993b890c3e), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.758994 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:07.819822 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Deleting port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:07.820164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.900267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] For port cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,segment=NetworkSegment(4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d),segment_id=4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:07.900542 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.913596 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Calling delete_port for cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:08.099131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:08.125661 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Pushing event deleted for resources: {'Port': ['ID=cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:08.185443 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:08.326211 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9402-2a98-4fa9-a630-172123091acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:08.583412 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (9396c4f0-5817-4137-ac0f-70993b890c3e), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:08.806128 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Router 9396c4f0-5817-4137-ac0f-70993b890c3e has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:17:08.918511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:08.923985 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c7eb74a1-383d-42ea-af9b-cb840bab5ede admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9396c4f0-5817-4137-ac0f-70993b890c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335019 Sep 14 01:17:08.926533 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38040) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:08.930086 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] Sync routers for ids ['9396c4f0-5817-4137-ac0f-70993b890c3e'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:08.934162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:08.941257 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] Routers {'9396c4f0-5817-4137-ac0f-70993b890c3e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:08.942039 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9396c4f0-5817-4137-ac0f-70993b890c3e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:09.037980 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks [] for router (9396c4f0-5817-4137-ac0f-70993b890c3e), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.064032 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] Set router 9396c4f0-5817-4137-ac0f-70993b890c3e gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:09.151049 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks [] for router_gateway (9396c4f0-5817-4137-ac0f-70993b890c3e), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.202762 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Deleting port e72835da-cda2-48a6-8a0c-f9734d144475 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:09.203111 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.300181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] For port e72835da-cda2-48a6-8a0c-f9734d144475, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=e72835da-cda2-48a6-8a0c-f9734d144475,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:09.300440 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.315018 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Calling delete_port for e72835da-cda2-48a6-8a0c-f9734d144475 owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:09.378969 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:17:08Z', 'revision_number': 5, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port': {'id': 'e72835da-cda2-48a6-8a0c-f9734d144475', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:09.388178 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:09.415666 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] Checking router: 9396c4f0-5817-4137-ac0f-70993b890c3e for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:09.437312 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] Routers {'9396c4f0-5817-4137-ac0f-70993b890c3e'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:09.438710 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['9396c4f0-5817-4137-ac0f-70993b890c3e'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:09.440487 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.502598 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (e72835da-cda2-48a6-8a0c-f9734d144475), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.528372 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72835da-cda2-48a6-8a0c-f9734d144475,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:09.535681 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] Set router 9396c4f0-5817-4137-ac0f-70993b890c3e gateway port host: None {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:09.590457 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:17:09Z', 'revision_number': 6, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:09.596601 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (9396c4f0-5817-4137-ac0f-70993b890c3e), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.616620 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8502b4d-e5a3-4c2a-bb0e-6a1254cfbb65 None None] The sync data for ids ['9396c4f0-5817-4137-ac0f-70993b890c3e'] in dv-cinder-857528-1-iscsi is: [{'id': '9396c4f0-5817-4137-ac0f-70993b890c3e', 'name': 'tempest-TestMinimumBasicScenario-1118626944-router', 'tenant_id': 'cae52d32e65b4630be939de99ecc9d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:13:24Z', 'updated_at': '2022-09-14T01:17:09Z', 'revision_number': 6, 'project_id': 'cae52d32e65b4630be939de99ecc9d0f', 'gw_port_host': None}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:09.698492 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (9396c4f0-5817-4137-ac0f-70993b890c3e), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.700748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks [] for router_controller (9396c4f0-5817-4137-ac0f-70993b890c3e), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.743318 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (9396c4f0-5817-4137-ac0f-70993b890c3e), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.743939 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9396c4f0-5817-4137-ac0f-70993b890c3e {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:17:09.748272 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.749426 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-90a86e31-d9b7-42a5-b173-ef3fa0949327 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/9396c4f0-5817-4137-ac0f-70993b890c3e HTTP/1.1" status: 204 len: 168 time: 0.8217285 Sep 14 01:17:09.752725 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38052) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:09.798458 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Deleting subnet f3f2ccf7-8006-413a-b234-317e43d0903e {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:17:09.801687 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Publish callbacks [] for subnet (f3f2ccf7-8006-413a-b234-317e43d0903e), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.841839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (f3f2ccf7-8006-413a-b234-317e43d0903e), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.904311 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:09.922857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (f3f2ccf7-8006-413a-b234-317e43d0903e), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:09.980443 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (f3f2ccf7-8006-413a-b234-317e43d0903e), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.007033 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f2ccf7-8006-413a-b234-317e43d0903e,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:10.013181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.018056 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-e8bad00c-409d-4dc3-8f7c-2594edb3e66b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f3f2ccf7-8006-413a-b234-317e43d0903e HTTP/1.1" status: 204 len: 168 time: 0.2640965 Sep 14 01:17:10.020708 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38054) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:10.021241 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a67ba-8c4d-49d6-9fdb-9533383ddb91 None None] Network a03c4ac8-3456-4035-8040-40d2c06e1ba1 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:10.100234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (a03c4ac8-3456-4035-8040-40d2c06e1ba1), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.151669 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Deleting port ff5139a0-0de7-4e94-b666-54730a2b9437 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:17:10.152095 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.219489 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] For port ff5139a0-0de7-4e94-b666-54730a2b9437, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=ff5139a0-0de7-4e94-b666-54730a2b9437,segment=NetworkSegment(4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d),segment_id=4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:10.220134 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.232574 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Calling delete_port for ff5139a0-0de7-4e94-b666-54730a2b9437 owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:17:10.320006 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (ff5139a0-0de7-4e94-b666-54730a2b9437), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.345654 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5139a0-0de7-4e94-b666-54730a2b9437,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:10.349325 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] No DVR routers for this DVR port ff5139a0-0de7-4e94-b666-54730a2b9437 on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:17:10.369598 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38066) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:10.415819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d198790-8569-4eef-8f26-7650235cad57 None None] DHCP port deletion for a03c4ac8-3456-4035-8040-40d2c06e1ba1 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:17:10.435904 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (a03c4ac8-3456-4035-8040-40d2c06e1ba1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.440042 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Deleting subnet 5e22906d-6c91-47b2-a9ca-03613b0ddb19 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:17:10.443523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Publish callbacks [] for subnet (5e22906d-6c91-47b2-a9ca-03613b0ddb19), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.462966 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03c4ac8-3456-4035-8040-40d2c06e1ba1']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:10.476141 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:10.476574 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:10.485596 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (5e22906d-6c91-47b2-a9ca-03613b0ddb19), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.487465 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.502089 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.503918 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:10.509830 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:17:10.510410 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.535976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (5e22906d-6c91-47b2-a9ca-03613b0ddb19), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.575982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (a03c4ac8-3456-4035-8040-40d2c06e1ba1), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.581592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.587765 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a03c4ac8-3456-4035-8040-40d2c06e1ba1 HTTP/1.1" status: 204 len: 168 time: 0.5630603 Sep 14 01:17:10.587765 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d resource provider aggregate not found Sep 14 01:17:10.607700 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e831726-87a7-440e-a83d-f95aa2118cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03c4ac8-3456-4035-8040-40d2c06e1ba1,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:10.618401 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cbb6e15-fa16-4cc2-9ff5-4a81242ddb0d found for delete ", "request_id": "req-7b9f05f2-36e1-4db8-a85d-ab76d90a0393"}]} Sep 14 01:17:10.629921 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (5e22906d-6c91-47b2-a9ca-03613b0ddb19), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.667866 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e22906d-6c91-47b2-a9ca-03613b0ddb19,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:10.669824 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.676395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38074) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:10.677497 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-89d569a3-d18c-4af3-8fdc-af8700c5d643 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/5e22906d-6c91-47b2-a9ca-03613b0ddb19 HTTP/1.1" status: 204 len: 168 time: 0.3033698 Sep 14 01:17:10.779778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (c2a16a23-13c1-4245-b99d-2c85ced34b35), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.784065 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.833977 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38078) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:10.860017 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:10.869568 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (c2a16a23-13c1-4245-b99d-2c85ced34b35), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.877933 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-50436d31-8631-4709-9fa5-e52cccb4fe6b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f93905695d7a4f8495534c38a7bebfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428362 Sep 14 01:17:10.880614 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38080) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:10.894188 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a16a23-13c1-4245-b99d-2c85ced34b35']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:10.902146 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:10.904433 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182a61c2-758f-415d-8dae-0e551d6fe780') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:10.904730 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182a61c2-758f-415d-8dae-0e551d6fe780') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:10.916656 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (182a61c2-758f-415d-8dae-0e551d6fe780), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.934338 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7eb00105-4199-4dc4-9b4d-9faea60b4390 admin admin] Publish callbacks [] for security_group (3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.939218 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (182a61c2-758f-415d-8dae-0e551d6fe780), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.946710 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:17:10.947093 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (182a61c2-758f-415d-8dae-0e551d6fe780), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:10.959733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7eb00105-4199-4dc4-9b4d-9faea60b4390 admin admin] Publish callbacks [] for security_group (3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.008343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (c2a16a23-13c1-4245-b99d-2c85ced34b35), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.018545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.019829 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7eb00105-4199-4dc4-9b4d-9faea60b4390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.025969 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c2a16a23-13c1-4245-b99d-2c85ced34b35 HTTP/1.1" status: 204 len: 168 time: 0.3442082 Sep 14 01:17:11.026845 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7eb00105-4199-4dc4-9b4d-9faea60b4390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.030174 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-7eb00105-4199-4dc4-9b4d-9faea60b4390 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d HTTP/1.1" status: 204 len: 168 time: 0.1486034 Sep 14 01:17:11.030827 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38082) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:11.037303 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305291d3-b86b-4025-8cd4-27d6680a2527 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a16a23-13c1-4245-b99d-2c85ced34b35,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:11.057751 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.068734 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb00105-4199-4dc4-9b4d-9faea60b4390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa8eb27-4d72-4cbb-a9c0-61a1f425ae5d,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:11.097470 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Deleting subnet c000e582-6693-4112-9b8e-0a832d2ed809 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:17:11.100796 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Publish callbacks [] for subnet (c000e582-6693-4112-9b8e-0a832d2ed809), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.141872 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (c000e582-6693-4112-9b8e-0a832d2ed809), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.188526 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (c000e582-6693-4112-9b8e-0a832d2ed809), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.245347 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (c000e582-6693-4112-9b8e-0a832d2ed809), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.279409 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c000e582-6693-4112-9b8e-0a832d2ed809,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:11.285192 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.288399 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1d8cee8e-1e02-4275-b723-aeec05b82533 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c000e582-6693-4112-9b8e-0a832d2ed809 HTTP/1.1" status: 204 len: 168 time: 0.2546661 Sep 14 01:17:11.290960 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38088) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:11.371395 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (0c08be56-b811-4330-992a-262ba17554da), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.389625 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ff5139a0-0de7-4e94-b666-54730a2b9437 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:11.403087 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:11.415831 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: ff5139a0-0de7-4e94-b666-54730a2b9437 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:11.416428 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device ff5139a0-0de7-4e94-b666-54730a2b9437 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:11.416571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:11.434683 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38090) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:11.441505 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:11.441939 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device cc64ce9e-7e7d-4e78-8dd8-8cbf9f8ffbb6 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:11.442422 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device e72835da-cda2-48a6-8a0c-f9734d144475 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:17:11.460540 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (0c08be56-b811-4330-992a-262ba17554da), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.463249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: e72835da-cda2-48a6-8a0c-f9734d144475 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:17:11.463695 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device e72835da-cda2-48a6-8a0c-f9734d144475 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:11.485613 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c08be56-b811-4330-992a-262ba17554da']}} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:11.495728 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2aa1e673-f463-4714-96b1-c6fc71aae54b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cae52d32e65b4630be939de99ecc9d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597529 Sep 14 01:17:11.496655 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a856cacf-4dff-4dcb-bc4c-cc2642341945') {'for_net_delete': True} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:11.496779 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.services.segments.db [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a856cacf-4dff-4dcb-bc4c-cc2642341945') {} {{(pid=106417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:11.497594 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38092) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:11.507930 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5940097'] for segment (a856cacf-4dff-4dcb-bc4c-cc2642341945), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.525480 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (a856cacf-4dff-4dcb-bc4c-cc2642341945), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.533012 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:17:11.533564 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5344844'] for segment (a856cacf-4dff-4dcb-bc4c-cc2642341945), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.549809 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9f06222d-1a41-4837-a34f-e3da9f0c9fd2 admin admin] Publish callbacks [] for security_group (570dfe10-2f73-4788-b6da-b5f579d113d2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.571960 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9f06222d-1a41-4837-a34f-e3da9f0c9fd2 admin admin] Publish callbacks [] for security_group (570dfe10-2f73-4788-b6da-b5f579d113d2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.576120 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment a856cacf-4dff-4dcb-bc4c-cc2642341945 resource provider aggregate not found Sep 14 01:17:11.597549 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.services.segments.plugin [-] Segment a856cacf-4dff-4dcb-bc4c-cc2642341945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a856cacf-4dff-4dcb-bc4c-cc2642341945 found for delete ", "request_id": "req-04336d83-21db-476f-9dc9-6d82af52e68c"}]} Sep 14 01:17:11.613760 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (0c08be56-b811-4330-992a-262ba17554da), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.618076 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.621618 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/0c08be56-b811-4330-992a-262ba17554da HTTP/1.1" status: 204 len: 168 time: 0.3296762 Sep 14 01:17:11.632655 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9f06222d-1a41-4837-a34f-e3da9f0c9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (570dfe10-2f73-4788-b6da-b5f579d113d2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.635875 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9f06222d-1a41-4837-a34f-e3da9f0c9fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.637842 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc283017-8aa8-4c67-99b6-9c3b38a01036 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c08be56-b811-4330-992a-262ba17554da,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:11.639189 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9f06222d-1a41-4837-a34f-e3da9f0c9fd2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/570dfe10-2f73-4788-b6da-b5f579d113d2 HTTP/1.1" status: 204 len: 168 time: 0.1404924 Sep 14 01:17:11.652159 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06222d-1a41-4837-a34f-e3da9f0c9fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570dfe10-2f73-4788-b6da-b5f579d113d2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:11.813372 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38104) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:11.858190 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-d6ef8df7-33d6-42b4-87ce-2f477ccce4a9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fb8c16a675874a4e84d12481c79047c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433483 Sep 14 01:17:11.860814 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38108) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:11.910115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3f846c18-0c9c-4e3f-89cb-e6b680ad2a6c admin admin] Publish callbacks [] for security_group (0dd4f4c8-299d-4a4e-9355-30ddb0839595), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.931004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3f846c18-0c9c-4e3f-89cb-e6b680ad2a6c admin admin] Publish callbacks [] for security_group (0dd4f4c8-299d-4a4e-9355-30ddb0839595), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.983535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3f846c18-0c9c-4e3f-89cb-e6b680ad2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (0dd4f4c8-299d-4a4e-9355-30ddb0839595), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.986330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3f846c18-0c9c-4e3f-89cb-e6b680ad2a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:11.987498 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3f846c18-0c9c-4e3f-89cb-e6b680ad2a6c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0dd4f4c8-299d-4a4e-9355-30ddb0839595 HTTP/1.1" status: 204 len: 168 time: 0.1257646 Sep 14 01:17:11.996316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f846c18-0c9c-4e3f-89cb-e6b680ad2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4f4c8-299d-4a4e-9355-30ddb0839595,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:12.299174 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38134) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:12.345386 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ef34bec1-9a87-4ab7-86d1-bdfa72f43382 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4b50701d1d15448385ea7c4ebbe7cea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450375 Sep 14 01:17:12.347901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38138) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:12.398748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19149a9b-a30b-4c73-85f1-ba8ee8507617 admin admin] Publish callbacks [] for security_group (da7113bd-3d52-4955-9712-8a048fb77d0b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.419744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19149a9b-a30b-4c73-85f1-ba8ee8507617 admin admin] Publish callbacks [] for security_group (da7113bd-3d52-4955-9712-8a048fb77d0b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.469266 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19149a9b-a30b-4c73-85f1-ba8ee8507617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (da7113bd-3d52-4955-9712-8a048fb77d0b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.471882 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-19149a9b-a30b-4c73-85f1-ba8ee8507617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.473658 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-19149a9b-a30b-4c73-85f1-ba8ee8507617 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da7113bd-3d52-4955-9712-8a048fb77d0b HTTP/1.1" status: 204 len: 168 time: 0.1247268 Sep 14 01:17:12.483469 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19149a9b-a30b-4c73-85f1-ba8ee8507617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7113bd-3d52-4955-9712-8a048fb77d0b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:12.524344 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38144) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:12.627525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889024981-network', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:12.637842 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 182a61c2-758f-415d-8dae-0e551d6fe780 resource provider aggregate not found Sep 14 01:17:12.643546 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:12.654104 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Made reservation on behalf of b2d80d1c2758499da66a93e91f9c1311 for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:12.657689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.660490 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 182a61c2-758f-415d-8dae-0e551d6fe780 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 182a61c2-758f-415d-8dae-0e551d6fe780 found for delete ", "request_id": "req-3f747e16-08e2-4290-814a-7c26b3ef1845"}]} Sep 14 01:17:12.666922 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.746619 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks [] for security_group (e7173933-213b-4b63-a213-db2e6bde0f02), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.750710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e7173933-213b-4b63-a213-db2e6bde0f02), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.778044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:17:12.788946 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7173933-213b-4b63-a213-db2e6bde0f02,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:12.793868 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (f74d40ff-2746-40bb-8cc5-cf769badc166), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.794124 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Added segment f74d40ff-2746-40bb-8cc5-cf769badc166 of type vlan for network b8836f13-10c9-4828-a7dd-5ebe348d4f85 Sep 14 01:17:12.841268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (b8836f13-10c9-4828-a7dd-5ebe348d4f85), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.869341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (b8836f13-10c9-4828-a7dd-5ebe348d4f85), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.870724 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:12.871434 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.890171 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3646512 Sep 14 01:17:12.893654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38162) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:12.899341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Request body: {'subnet': {'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889024981-subnet', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:12.965819 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12370ea-acf9-494d-9353-119b234d7980 admin admin] Pushing event updated for resources: {'Network': ['ID=b8836f13-10c9-4828-a7dd-5ebe348d4f85,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:12.968232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Made reservation on behalf of b2d80d1c2758499da66a93e91f9c1311 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:12.970656 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637502'] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:12.977542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:17:13.026407 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.050091 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.171922 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637480'] for subnet (ce6b210e-317a-45be-a270-8e7e77aac8a0), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.231993 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6b210e-317a-45be-a270-8e7e77aac8a0,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:13.236394 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38178) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:13.243104 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Checking segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:13.243275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Network hostable DHCP agents. Network: b8836f13-10c9-4828-a7dd-5ebe348d4f85, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:17:13.264696 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:17:13.274651 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, b8836f13-10c9-4828-a7dd-5ebe348d4f85) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:13.278824 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:13.279420 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.284943 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea8a24-7bc0-4daa-a3b4-2feb9618804f None None] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:13.298089 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f7fc8919-53cb-41df-9463-9f216a22e1e4 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4034069 Sep 14 01:17:13.301180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38182) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:13.306073 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:13.326607 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (efab16b1-e0f1-416d-96c8-fb5e0817a952), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.328006 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (efab16b1-e0f1-416d-96c8-fb5e0817a952), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.388882 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-752184040-network', 'tenant_id': '6c0d5a6539764b53852b5741347734a8'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:13.394361 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:17:13.395266 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.397951 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks [] for router_controller (efab16b1-e0f1-416d-96c8-fb5e0817a952), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.398386 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.444197 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Made reservation on behalf of 6c0d5a6539764b53852b5741347734a8 for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:13.446480 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.484197 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.494516 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.535242 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Allocated IP 172.20.0.2 (b8836f13-10c9-4828-a7dd-5ebe348d4f85/ce6b210e-317a-45be-a270-8e7e77aac8a0/fab7b5ff-0dab-4f7e-8626-640d2138da45) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:13.568610 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks [] for router_gateway (efab16b1-e0f1-416d-96c8-fb5e0817a952), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.640755 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.687852 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Publish callbacks [] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.693731 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.699938 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks [] for security_group (4bf202e6-dc30-49e3-9322-5d891ce6d9e5), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.704527 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (4bf202e6-dc30-49e3-9322-5d891ce6d9e5), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.740714 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:13.745347 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:13.747467 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Pushing event updated for resources: {'Port': ['ID=fab7b5ff-0dab-4f7e-8626-640d2138da45,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:13.749818 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:13.792607 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:17:13.808862 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Attempting to bind port fab7b5ff-0dab-4f7e-8626-640d2138da45 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:13.809236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Attempting to bind port fab7b5ff-0dab-4f7e-8626-640d2138da45 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:13.809596 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Attempting to bind port fab7b5ff-0dab-4f7e-8626-640d2138da45 on network b8836f13-10c9-4828-a7dd-5ebe348d4f85 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:13.825718 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf202e6-dc30-49e3-9322-5d891ce6d9e5,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:13.828788 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (d559d7e8-270f-404f-bc84-1c1273f50fde), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.829363 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Added segment d559d7e8-270f-404f-bc84-1c1273f50fde of type vlan for network cef33139-f42c-4679-8281-e97f735186d9 Sep 14 01:17:13.854057 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:13.854478 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Checking segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:13.854905 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.855292 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Bound using segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:13.855869 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Bound port: fab7b5ff-0dab-4f7e-8626-640d2138da45, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:13.856278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.879188 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks [] for router_gateway (efab16b1-e0f1-416d-96c8-fb5e0817a952), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.883943 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (cef33139-f42c-4679-8281-e97f735186d9), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.906043 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.921605 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] For port fab7b5ff-0dab-4f7e-8626-640d2138da45, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:13.925190 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] For port fab7b5ff-0dab-4f7e-8626-640d2138da45, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=fab7b5ff-0dab-4f7e-8626-640d2138da45,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:13.931373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.977428 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (cef33139-f42c-4679-8281-e97f735186d9), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:13.978443 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:13.979050 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.000213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965f4a-f68b-4efe-bb63-a77906772915 None None] Pushing event updated for resources: {'Port': ['ID=fab7b5ff-0dab-4f7e-8626-640d2138da45,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:14.076626 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8390791 Sep 14 01:17:14.080431 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38186) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:14.085651 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fef97-636f-4930-9146-3ee5d190b2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=cef33139-f42c-4679-8281-e97f735186d9,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:14.087024 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Request body: {'subnet': {'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-752184040-subnet', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'ip_version': 4}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:14.097674 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network cef33139-f42c-4679-8281-e97f735186d9 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:17:14.122497 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Made reservation on behalf of 6c0d5a6539764b53852b5741347734a8 for: {'subnet': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:14.129925 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4637502'] for subnet (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.132726 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Allocated IP 172.27.1.214 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/55271e86-645c-4003-9aaf-51291f251f68) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:14.218129 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.323654 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks [] for port (55271e86-645c-4003-9aaf-51291f251f68), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.334124 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.367336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (55271e86-645c-4003-9aaf-51291f251f68), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.416635 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:14.420112 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:14.424705 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:14.428162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4637480'] for subnet (736c5490-2b5f-4d71-b8bd-866687ba0a73), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.450954 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Pushing event updated for resources: {'Port': ['ID=55271e86-645c-4003-9aaf-51291f251f68,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:14.494784 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=736c5490-2b5f-4d71-b8bd-866687ba0a73,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:14.500770 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Checking segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:14.501221 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Network hostable DHCP agents. Network: cef33139-f42c-4679-8281-e97f735186d9, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:17:14.520034 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Network cef33139-f42c-4679-8281-e97f735186d9 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:17:14.531272 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, cef33139-f42c-4679-8281-e97f735186d9) {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:14.537020 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:14.537792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.545281 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb133b9-ee13-46e0-8534-e8c730265c7a None None] Network cef33139-f42c-4679-8281-e97f735186d9 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:14.559610 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-76ca6e90-1872-4c0b-be1b-8bd121b04b8f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4753447 Sep 14 01:17:14.559892 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38188) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:14.564965 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:14.589605 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (5735f279-587b-4c63-b160-b2bdb59442cb), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.590927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (5735f279-587b-4c63-b160-b2bdb59442cb), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.619448 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.649616 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks [] for router_controller (5735f279-587b-4c63-b160-b2bdb59442cb), precommit_add_association {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.673157 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-cef33139-f42c-4679-8281-e97f735186d9', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:17:14.675199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.684483 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks [] for router_gateway (efab16b1-e0f1-416d-96c8-fb5e0817a952), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.770901 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.771985 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.809196 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks [] for router_gateway (5735f279-587b-4c63-b160-b2bdb59442cb), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:14.848453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Allocated IP 172.20.0.2 (cef33139-f42c-4679-8281-e97f735186d9/736c5490-2b5f-4d71-b8bd-866687ba0a73/9d5d4e0d-c6cb-4954-b453-a469a420b235) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:14.893721 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.913980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (efab16b1-e0f1-416d-96c8-fb5e0817a952), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.042139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks [] for router_gateway (5735f279-587b-4c63-b160-b2bdb59442cb), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.061160 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Publish callbacks [] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.065186 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.074409 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.112187 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Router efab16b1-e0f1-416d-96c8-fb5e0817a952 is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:17:15.120584 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Network cef33139-f42c-4679-8281-e97f735186d9 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:15.124882 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:15.126792 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59679188-3dbe-445d-9404-c84f44e244bf None None] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:15.138828 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:15.190719 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Pushing event updated for resources: {'Port': ['ID=9d5d4e0d-c6cb-4954-b453-a469a420b235,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:15.191678 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:15.193987 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Allocated IP 172.27.1.184 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:15.226008 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Provisioning complete for port fab7b5ff-0dab-4f7e-8626-640d2138da45 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:15.226386 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.226730 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Attempt 1 to provision port fab7b5ff-0dab-4f7e-8626-640d2138da45 Sep 14 01:17:15.230149 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:15.243251 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Sync routers for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:15.251460 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.255720 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-be8cbfb8-5d1e-4290-b57e-71add6929093 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9509647 Sep 14 01:17:15.256379 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38192) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:15.260031 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:15.262858 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:15.311509 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Attempting to bind port 9d5d4e0d-c6cb-4954-b453-a469a420b235 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:15.311858 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Attempting to bind port 9d5d4e0d-c6cb-4954-b453-a469a420b235 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:15.312227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Attempting to bind port 9d5d4e0d-c6cb-4954-b453-a469a420b235 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:15.330680 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks [] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.379791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.439049 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:15.439469 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Checking segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:15.439915 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.440317 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Bound using segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:15.440834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Bound port: 9d5d4e0d-c6cb-4954-b453-a469a420b235, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:15.441223 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.473978 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:15.480190 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Current status of the port fab7b5ff-0dab-4f7e-8626-640d2138da45 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:15.480944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.488954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:15.496287 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:15.505502 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:15.525695 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fab7b5ff-0dab-4f7e-8626-640d2138da45 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:15.526382 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:15.606164 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] For port 9d5d4e0d-c6cb-4954-b453-a469a420b235, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:15.611109 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] For port 9d5d4e0d-c6cb-4954-b453-a469a420b235, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=9d5d4e0d-c6cb-4954-b453-a469a420b235,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:15.617016 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:15.634009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.722197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] For port fab7b5ff-0dab-4f7e-8626-640d2138da45, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=fab7b5ff-0dab-4f7e-8626-640d2138da45,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:15.741578 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:15.749430 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.757976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374d230-85d8-4b25-ac9f-6e90a1f12450 None None] Pushing event updated for resources: {'Port': ['ID=9d5d4e0d-c6cb-4954-b453-a469a420b235,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:15.784363 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port fab7b5ff-0dab-4f7e-8626-640d2138da45 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:15.788883 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:15.789565 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port fab7b5ff-0dab-4f7e-8626-640d2138da45 Sep 14 01:17:15.809624 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:14Z', 'revision_number': 3, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:15.815224 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:15.865317 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Checking router: efab16b1-e0f1-416d-96c8-fb5e0817a952 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:15.866053 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Updating router efab16b1-e0f1-416d-96c8-fb5e0817a952 port 55271e86-645c-4003-9aaf-51291f251f68 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:15.903091 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (55271e86-645c-4003-9aaf-51291f251f68), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.051029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks [] for router_gateway (5735f279-587b-4c63-b160-b2bdb59442cb), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.066954 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-d2e1e072-b516-4098-a490-e0df603491f7 None None] Provisioning complete for port fab7b5ff-0dab-4f7e-8626-640d2138da45 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:16.075491 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e072-b516-4098-a490-e0df603491f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.076030 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d2e1e072-b516-4098-a490-e0df603491f7 None None] Attempt 1 to provision port fab7b5ff-0dab-4f7e-8626-640d2138da45 Sep 14 01:17:16.116124 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:16.158223 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797a742-db39-4d03-8a36-9c0b603f74f4 None None] Pushing event updated for resources: {'Port': ['ID=fab7b5ff-0dab-4f7e-8626-640d2138da45,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:16.181231 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:16.227020 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port fab7b5ff-0dab-4f7e-8626-640d2138da45 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:16.229335 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.269517 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:16.285405 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1e072-b516-4098-a490-e0df603491f7 None None] Current status of the port fab7b5ff-0dab-4f7e-8626-640d2138da45 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:16.289185 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Publish callbacks [] for port (55271e86-645c-4003-9aaf-51291f251f68), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.296653 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (55271e86-645c-4003-9aaf-51291f251f68), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.305324 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:16.343053 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Attempting to bind port 55271e86-645c-4003-9aaf-51291f251f68 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:16.343424 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Attempting to bind port 55271e86-645c-4003-9aaf-51291f251f68 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:16.343811 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Attempting to bind port 55271e86-645c-4003-9aaf-51291f251f68 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:16.355303 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (5735f279-587b-4c63-b160-b2bdb59442cb), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.377610 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Pushing event updated for resources: {'Port': ['ID=55271e86-645c-4003-9aaf-51291f251f68,revision_number=2']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:16.394006 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.394354 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.394720 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.395079 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.395418 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.395773 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.396328 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.396854 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.397386 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.397927 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.398331 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.398879 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.399270 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.399829 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.400373 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.412624 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:16.413111 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:16.413628 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.414105 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:16.414821 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Bound port: 55271e86-645c-4003-9aaf-51291f251f68, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:16.415270 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (55271e86-645c-4003-9aaf-51291f251f68), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.429923 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Allocated IP 172.20.0.1 (b8836f13-10c9-4828-a7dd-5ebe348d4f85/ce6b210e-317a-45be-a270-8e7e77aac8a0/2797561e-ddd5-4a9b-8913-8f449962dba6) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:16.466250 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] For port 55271e86-645c-4003-9aaf-51291f251f68, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:16.470174 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] For port 55271e86-645c-4003-9aaf-51291f251f68, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=55271e86-645c-4003-9aaf-51291f251f68,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:16.481122 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (55271e86-645c-4003-9aaf-51291f251f68), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.501674 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Router 5735f279-587b-4c63-b160-b2bdb59442cb is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:17:16.517013 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:16.518061 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:16.579119 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks [] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.592278 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dff96-750f-4379-9f24-c84b460f3810 None None] Pushing event updated for resources: {'Port': ['ID=55271e86-645c-4003-9aaf-51291f251f68,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:16.617750 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.641774 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:16.650727 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:16.653351 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:16.658069 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:16.668518 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.670366 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-34bf84b7-7882-47f0-a4cd-96b3341f8c4f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1094444 Sep 14 01:17:16.674195 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38196) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:16.678225 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:16.680453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:16.681284 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:16.684747 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:16.687811 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:16.713917 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Pushing event updated for resources: {'Port': ['ID=2797561e-ddd5-4a9b-8913-8f449962dba6,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:16.756157 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (efab16b1-e0f1-416d-96c8-fb5e0817a952), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.904387 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:14Z', 'revision_number': 3, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:16.920211 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:16.942609 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae9978-0210-4f02-a259-cdb6b8c1f245 None None] The sync data for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi is: [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:14Z', 'revision_number': 3, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:16.951500 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:16.969861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.108849 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9cc874-e282-490a-8587-12ab986fe727 None None] Network cef33139-f42c-4679-8281-e97f735186d9 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:17.180223 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Provisioning complete for port 9d5d4e0d-c6cb-4954-b453-a469a420b235 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:17.180692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.181105 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 1 to provision port 9d5d4e0d-c6cb-4954-b453-a469a420b235 Sep 14 01:17:17.212249 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks [] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.234469 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.308863 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:17.337890 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Pushing event updated for resources: {'Port': ['ID=2797561e-ddd5-4a9b-8913-8f449962dba6,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:17.346090 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (efab16b1-e0f1-416d-96c8-fb5e0817a952), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.470631 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Current status of the port 9d5d4e0d-c6cb-4954-b453-a469a420b235 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:17.471033 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.472769 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:17.474370 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:15Z', 'revision_number': 3, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:17.475030 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:17.552625 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:17.553362 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Updating router 5735f279-587b-4c63-b160-b2bdb59442cb port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:17.651199 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.654764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:17.668692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-450c7802-fd52-4859-929d-2211513f51cd None None] For port 9d5d4e0d-c6cb-4954-b453-a469a420b235, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=9d5d4e0d-c6cb-4954-b453-a469a420b235,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:17.712980 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 9d5d4e0d-c6cb-4954-b453-a469a420b235 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:17.715967 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.745437 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Router efab16b1-e0f1-416d-96c8-fb5e0817a952 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:17:17.814561 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Pushing event updated for resources: {'Port': ['ID=9d5d4e0d-c6cb-4954-b453-a469a420b235,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:17.820133 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.898453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Provisioning complete for port 2797561e-ddd5-4a9b-8913-8f449962dba6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:17.898837 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.899180 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 1 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:17.904612 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:17.924576 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:17.947791 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-93158385-c594-4260-bb3a-3dc5f03bc798 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/efab16b1-e0f1-416d-96c8-fb5e0817a952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886494 Sep 14 01:17:17.992276 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 9d5d4e0d-c6cb-4954-b453-a469a420b235 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:17.992748 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:17.993365 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 9d5d4e0d-c6cb-4954-b453-a469a420b235 Sep 14 01:17:18.021846 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Allocated IP 172.20.0.1 (cef33139-f42c-4679-8281-e97f735186d9/736c5490-2b5f-4d71-b8bd-866687ba0a73/d4bdf22c-c81b-4271-b8f6-b3915b83050a) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:18.034256 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Port 2797561e-ddd5-4a9b-8913-8f449962dba6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:18.038674 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:18.152321 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 9d5d4e0d-c6cb-4954-b453-a469a420b235 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:18.153382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fab7b5ff-0dab-4f7e-8626-640d2138da45 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:18.185238 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks [] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.226210 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.269696 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port fab7b5ff-0dab-4f7e-8626-640d2138da45 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:18.270363 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.270823 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port fab7b5ff-0dab-4f7e-8626-640d2138da45 Sep 14 01:17:18.298963 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Network cef33139-f42c-4679-8281-e97f735186d9 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:18.304676 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:18.305666 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Publish callbacks [] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.316029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:18.321217 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.329054 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdf22c-c81b-4271-b8f6-b3915b83050a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:18.374063 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Attempting to bind port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:18.374441 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Attempting to bind port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:18.374805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Attempting to bind port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:18.385279 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (5735f279-587b-4c63-b160-b2bdb59442cb), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.432848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:18.456810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf73947-7a05-4b3e-a182-444b34b463fa None None] Pushing event updated for resources: {'Port': ['ID=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:18.477178 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port fab7b5ff-0dab-4f7e-8626-640d2138da45 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:18.478265 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 55271e86-645c-4003-9aaf-51291f251f68 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:18.483039 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:18.483795 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:18.488935 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.489386 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:18.489923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Bound port: f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:18.490302 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.536172 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 2 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:18.561588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.587140 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:18.624942 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Port 2797561e-ddd5-4a9b-8913-8f449962dba6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:18.633571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] For port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:18.635831 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:18.639236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] For port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:18.648844 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38216) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:18.650101 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.681225 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-424224985-network', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:18.681767 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 55271e86-645c-4003-9aaf-51291f251f68 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:18.682140 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (55271e86-645c-4003-9aaf-51291f251f68), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.682475 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 55271e86-645c-4003-9aaf-51291f251f68 Sep 14 01:17:18.714402 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Made reservation on behalf of e9da155613f948a5a168179f7edc64dc for: {'network': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:18.715142 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:18.716027 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:18.716774 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.728403 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.816779 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks [] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.826922 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.918510 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (5735f279-587b-4c63-b160-b2bdb59442cb), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.923196 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdf22c-c81b-4271-b8f6-b3915b83050a,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:18.923542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf73947-7a05-4b3e-a182-444b34b463fa None None] Pushing event updated for resources: {'Port': ['ID=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:18.931170 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:18.938948 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks [] for security_group (717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:18.945246 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.015052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=106417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:17:19.017495 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:19.020756 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 55271e86-645c-4003-9aaf-51291f251f68 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:19.021148 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (55271e86-645c-4003-9aaf-51291f251f68), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.034600 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:19.044377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (9c31c291-1005-4bcb-b2a7-a636b2391eaa), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.044803 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.segments_db [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Added segment 9c31c291-1005-4bcb-b2a7-a636b2391eaa of type vlan for network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 Sep 14 01:17:19.079746 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 55271e86-645c-4003-9aaf-51291f251f68, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=55271e86-645c-4003-9aaf-51291f251f68,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:19.091126 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:19.108146 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.109508 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (55271e86-645c-4003-9aaf-51291f251f68), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.117674 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Network cef33139-f42c-4679-8281-e97f735186d9 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:19.121019 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:19.126418 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 3 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:19.188635 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.189566 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:19.190150 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.226625 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Port 2797561e-ddd5-4a9b-8913-8f449962dba6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:19.240871 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Sync routers for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:19.255380 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:19.256321 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:19.273129 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=55271e86-645c-4003-9aaf-51291f251f68,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:19.296943 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6466916 Sep 14 01:17:19.302180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38218) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:19.307874 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Request body: {'subnet': {'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-424224985-subnet', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:19.311300 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1491af-2839-4fec-94cf-06af20ca7ced admin admin] Pushing event updated for resources: {'Network': ['ID=7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:19.330250 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:17:19.369330 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:17:19.377786 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Made reservation on behalf of e9da155613f948a5a168179f7edc64dc for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:19.381064 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172839'] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.456090 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:19.483341 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:19.501027 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:19.511515 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-083d4676-bd3c-4667-8900-6820d59d2f1f admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5735f279-587b-4c63-b160-b2bdb59442cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362868 Sep 14 01:17:19.522478 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49c7d-c447-4d91-8079-cf235c13203f None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:19.539545 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 55271e86-645c-4003-9aaf-51291f251f68 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:19.617520 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:19.639961 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 55271e86-645c-4003-9aaf-51291f251f68 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:19.640856 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (55271e86-645c-4003-9aaf-51291f251f68), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.640856 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 55271e86-645c-4003-9aaf-51291f251f68 Sep 14 01:17:19.681825 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5946184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172849'] for subnet (0c7ec47c-5942-46ce-9348-a0867d9232dc), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.736419 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:19.746338 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 4 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:19.758070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7ec47c-5942-46ce-9348-a0867d9232dc,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:19.765597 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:17Z', 'revision_number': 2, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:19.770164 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Checking segment: {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:19.770532 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Network hostable DHCP agents. Network: 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:17:19.783731 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 55271e86-645c-4003-9aaf-51291f251f68 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:19.785022 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 9d5d4e0d-c6cb-4954-b453-a469a420b235 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:19.794860 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:17:19.812850 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:19.819178 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:19.819875 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.835208 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Port 2797561e-ddd5-4a9b-8913-8f449962dba6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:19.847460 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad3fd1-124c-4e4b-9265-8cdb929631c3 None None] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:19.854518 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:19.871762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:19.877667 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-f220d335-f74b-4a3e-8890-d978cfd6cb4c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5703959 Sep 14 01:17:19.879323 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38226) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:19.884877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:19.924629 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (f2264352-891c-4de6-9a81-56b28f43392a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.925746 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (f2264352-891c-4de6-9a81-56b28f43392a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.931984 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 9d5d4e0d-c6cb-4954-b453-a469a420b235 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:19.931984 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:19.931984 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 9d5d4e0d-c6cb-4954-b453-a469a420b235 Sep 14 01:17:19.956551 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Checking router: efab16b1-e0f1-416d-96c8-fb5e0817a952 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:19.956907 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Updating router efab16b1-e0f1-416d-96c8-fb5e0817a952 port 2797561e-ddd5-4a9b-8913-8f449962dba6 binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:19.998554 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.011469 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:20.024758 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks [] for router_controller (f2264352-891c-4de6-9a81-56b28f43392a), precommit_add_association {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.105410 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'fixed_ips': [{'subnet_id': '0c7ec47c-5942-46ce-9348-a0867d9232dc'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:17:20.106490 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.109118 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 9d5d4e0d-c6cb-4954-b453-a469a420b235 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:20.261964 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks [] for router_gateway (f2264352-891c-4de6-9a81-56b28f43392a), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.314428 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Allocated IP 172.20.0.2 (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2/0c7ec47c-5942-46ce-9348-a0867d9232dc/831b74b9-4146-4a63-8a3e-da80869c2e3a) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:20.380685 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 5 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:20.414517 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Publish callbacks [] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.419599 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Port 2797561e-ddd5-4a9b-8913-8f449962dba6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:20.421595 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.440841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38238) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:20.446787 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-653011212-network', 'tenant_id': '849e60970e2342b08ce58582752ef719'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:20.488848 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Made reservation on behalf of 849e60970e2342b08ce58582752ef719 for: {'network': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:20.491312 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for network (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.501759 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.569523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:20.572165 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Publish callbacks [] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.577327 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:20.582156 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd297e76-0a1c-4c0d-8112-425330898ef8 None None] Pushing event updated for resources: {'Port': ['ID=2797561e-ddd5-4a9b-8913-8f449962dba6,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:20.582455 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.605913 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:20.608616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:20.634695 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Attempting to bind port 2797561e-ddd5-4a9b-8913-8f449962dba6 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:20.635514 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Attempting to bind port 2797561e-ddd5-4a9b-8913-8f449962dba6 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:20.636145 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Attempting to bind port 2797561e-ddd5-4a9b-8913-8f449962dba6 on network b8836f13-10c9-4828-a7dd-5ebe348d4f85 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:20.638868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:20.648754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks [] for router_gateway (f2264352-891c-4de6-9a81-56b28f43392a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.672902 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.692912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Pushing event updated for resources: {'Port': ['ID=831b74b9-4146-4a63-8a3e-da80869c2e3a,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:20.726382 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks [] for security_group (5167c133-ebe2-449b-926b-e47970cfb32a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.732017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (5167c133-ebe2-449b-926b-e47970cfb32a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.740417 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:20.741159 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Checking segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:20.741749 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.742695 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Bound using segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:20.743409 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Bound port: 2797561e-ddd5-4a9b-8913-8f449962dba6, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:20.743977 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.766622 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Attempting to bind port 831b74b9-4146-4a63-8a3e-da80869c2e3a on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:20.767003 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Attempting to bind port 831b74b9-4146-4a63-8a3e-da80869c2e3a by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:20.767378 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Attempting to bind port 831b74b9-4146-4a63-8a3e-da80869c2e3a on network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:20.774524 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5167c133-ebe2-449b-926b-e47970cfb32a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:20.803247 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:17:20.813208 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:20.824938 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (e7260ba5-ffe5-4206-aa5c-caab0313e579), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.825638 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.segments_db [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Added segment e7260ba5-ffe5-4206-aa5c-caab0313e579 of type vlan for network 08a73d40-7593-4fd0-bcb6-4186aaf05845 Sep 14 01:17:20.827193 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.841679 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:20.842059 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Checking segment: {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:20.842473 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.843623 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Bound using segment: {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:20.844688 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Bound port: 831b74b9-4146-4a63-8a3e-da80869c2e3a, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:20.845085 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.862054 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Allocated IP 172.27.1.3 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/42ef0ee1-06e5-4eef-aa21-8bfc4aea297a) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:20.913316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773532190127'] for network (08a73d40-7593-4fd0-bcb6-4186aaf05845), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.920362 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 6 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:20.958564 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] For port 2797561e-ddd5-4a9b-8913-8f449962dba6, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:20.967425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Port 2797561e-ddd5-4a9b-8913-8f449962dba6 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:20.974079 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] For port 831b74b9-4146-4a63-8a3e-da80869c2e3a, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:20.978485 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] For port 831b74b9-4146-4a63-8a3e-da80869c2e3a, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=831b74b9-4146-4a63-8a3e-da80869c2e3a,segment=NetworkSegment(9c31c291-1005-4bcb-b2a7-a636b2391eaa),segment_id=9c31c291-1005-4bcb-b2a7-a636b2391eaa)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:20.988155 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:20.988402 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] For port 2797561e-ddd5-4a9b-8913-8f449962dba6, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=2797561e-ddd5-4a9b-8913-8f449962dba6,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:20.999575 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527'] for network (08a73d40-7593-4fd0-bcb6-4186aaf05845), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.001533 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.008852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks [] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.013661 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:21.015001 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:21.015969 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.077543 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.091051 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24b7e1-4d8b-4d34-8127-b64caef9d890 None None] Pushing event updated for resources: {'Port': ['ID=831b74b9-4146-4a63-8a3e-da80869c2e3a,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:21.103953 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6607399 Sep 14 01:17:21.106926 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38242) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:21.114928 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Request body: {'subnet': {'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-653011212-subnet', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'ip_version': 4}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:21.115637 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:21.116320 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:21.151309 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c831-b35c-4037-b611-baa6977be83b admin admin] Pushing event updated for resources: {'Network': ['ID=08a73d40-7593-4fd0-bcb6-4186aaf05845,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:21.162052 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd297e76-0a1c-4c0d-8112-425330898ef8 None None] Pushing event updated for resources: {'Port': ['ID=2797561e-ddd5-4a9b-8913-8f449962dba6,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:21.165211 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Made reservation on behalf of 849e60970e2342b08ce58582752ef719 for: {'subnet': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:17:21.169629 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172839'] for subnet (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.169930 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:21.170714 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 details requested by agent ovs-agent-dv-cinder-857528-1-iscsi with host dv-cinder-857528-1-iscsi {{(pid=106418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:17:21.175960 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:21.180488 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:21.209887 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Pushing event updated for resources: {'Port': ['ID=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:21.224285 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.224413 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.224762 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.225110 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.229324 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.229769 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.230142 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.230464 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.230805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.231145 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.231483 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.231844 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.232234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.232499 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.232827 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.303809 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:21.355210 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:21.448133 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:21.482626 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Attempt 7 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:21.547603 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:21.652385 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5946184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172849'] for subnet (fde634cc-9045-4605-bbb5-fd4fcd2eb43b), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.678059 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks [] for router_gateway (f2264352-891c-4de6-9a81-56b28f43392a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.687577 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Current status of the port 2797561e-ddd5-4a9b-8913-8f449962dba6 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:21.689183 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.697834 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 831b74b9-4146-4a63-8a3e-da80869c2e3a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:21.702339 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:21.710509 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:20Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:21.733570 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde634cc-9045-4605-bbb5-fd4fcd2eb43b,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:21.746611 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fde13-2ec6-41c8-a27f-66367bfa7433 None None] The sync data for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi is: [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:20Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:21.752299 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.752502 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.752714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.753060 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.753395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.753721 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.754048 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.754370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.754693 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.755018 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.755343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.755696 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.756022 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.756347 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.756693 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:21.771255 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Checking segment: {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:21.771650 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Network hostable DHCP agents. Network: 08a73d40-7593-4fd0-bcb6-4186aaf05845, hostable agents: ['064a52d2-64e2-4537-91e4-2b27146e2afc'], hosted agents: [] {{(pid=106416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:17:21.802319 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 is scheduled to be hosted by DHCP agent 064a52d2-64e2-4537-91e4-2b27146e2afc with binding_index 1 {{(pid=106416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:17:21.837962 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-iscsi, 08a73d40-7593-4fd0-bcb6-4186aaf05845) {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:21.856182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:17:21.859062 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.867172 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-450c7802-fd52-4859-929d-2211513f51cd None None] For port 2797561e-ddd5-4a9b-8913-8f449962dba6, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=2797561e-ddd5-4a9b-8913-8f449962dba6,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:21.868228 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 831b74b9-4146-4a63-8a3e-da80869c2e3a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:21.868653 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.869028 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 831b74b9-4146-4a63-8a3e-da80869c2e3a Sep 14 01:17:21.872889 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ef3f2-a868-43b6-b4d2-3648c38e5120 None None] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:21.901079 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.905577 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-073ad79e-df0d-4002-a604-e23c7648121e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7972789 Sep 14 01:17:21.910062 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38246) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:21.916181 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:21.948946 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4985'] for router (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.950671 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:21.981461 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (f2264352-891c-4de6-9a81-56b28f43392a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.018440 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks [] for router_controller (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), precommit_add_association {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.189785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Router f2264352-891c-4de6-9a81-56b28f43392a is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:17:22.198289 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:22.217379 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c7802-fd52-4859-929d-2211513f51cd None None] Pushing event updated for resources: {'Port': ['ID=2797561e-ddd5-4a9b-8913-8f449962dba6,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:22.240929 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks [] for router_gateway (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.246214 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:22.266952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2b13742-4b51-5948-b761-3e2f58b6f1bb-08a73d40-7593-4fd0-bcb6-4186aaf05845', 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'project_id': '849e60970e2342b08ce58582752ef719', 'fixed_ips': [{'subnet_id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b'}]}} from dv-cinder-857528-1-iscsi. {{(pid=106418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:17:22.267810 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.289399 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Provisioning complete for port 9d5d4e0d-c6cb-4954-b453-a469a420b235 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:22.289873 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.293444 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Attempt 1 to provision port 9d5d4e0d-c6cb-4954-b453-a469a420b235 Sep 14 01:17:22.414522 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:22.418229 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:22.441115 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.443088 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-a4537b5d-4cde-41f4-967b-ffd0f7ea7daf admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5626965 Sep 14 01:17:22.445785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38248) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:22.465294 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Sync routers for ids ['f2264352-891c-4de6-9a81-56b28f43392a'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:22.506311 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks [] for router_gateway (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.520929 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 831b74b9-4146-4a63-8a3e-da80869c2e3a is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:22.521493 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.536238 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.536514 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Routers {'f2264352-891c-4de6-9a81-56b28f43392a'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:22.537139 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['f2264352-891c-4de6-9a81-56b28f43392a'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:22.555626 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Current status of the port 9d5d4e0d-c6cb-4954-b453-a469a420b235 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:22.592621 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ab9cd-223c-4711-bcd0-f8c404bfa77a None None] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:22.617925 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:22.675063 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Allocated IP 172.27.1.186 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:22.713454 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Provisioning complete for port 2797561e-ddd5-4a9b-8913-8f449962dba6 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:22.714324 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.714833 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Attempt 1 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:22.737054 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:22.815503 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 831b74b9-4146-4a63-8a3e-da80869c2e3a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=831b74b9-4146-4a63-8a3e-da80869c2e3a,segment=NetworkSegment(9c31c291-1005-4bcb-b2a7-a636b2391eaa),segment_id=9c31c291-1005-4bcb-b2a7-a636b2391eaa)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:22.851433 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.852573 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:22.856653 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.db_base_plugin_common [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Allocated IP 172.20.0.2 (08a73d40-7593-4fd0-bcb6-4186aaf05845/fde634cc-9045-4605-bbb5-fd4fcd2eb43b/4f869eda-0610-4d63-9aa7-0cea94aeffba) {{(pid=106418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:22.865298 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks [] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.913804 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.955616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Set router f2264352-891c-4de6-9a81-56b28f43392a gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:22.973698 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:22.977667 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:22.980079 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:22.982268 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:23.101765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:23.202774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=831b74b9-4146-4a63-8a3e-da80869c2e3a,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:23.210812 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Current status of the port 2797561e-ddd5-4a9b-8913-8f449962dba6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:23.221970 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:23.222347 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.222681 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 Sep 14 01:17:23.281036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.281374 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.281802 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.282138 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.282466 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.282786 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.283107 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.283425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.283778 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.284140 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.284407 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.284725 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.285041 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.285359 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.285670 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.289388 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Provisioning complete for port d4bdf22c-c81b-4271-b8f6-b3915b83050a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:23.289754 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.290131 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Attempt 1 to provision port d4bdf22c-c81b-4271-b8f6-b3915b83050a Sep 14 01:17:23.323808 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks [] for router_gateway (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.360405 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Port d4bdf22c-c81b-4271-b8f6-b3915b83050a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:23.394502 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:23.463173 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.498660 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:23.512511 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:23.513293 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:23.547591 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:23.575817 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:23.576361 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.625879 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 3, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:23.656681 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:23.660996 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Checking router: f2264352-891c-4de6-9a81-56b28f43392a for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:23.661479 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Updating router f2264352-891c-4de6-9a81-56b28f43392a port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:23.664146 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Publish callbacks [] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), precommit_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.664684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535329'] for router (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.668349 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.703029 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Allocated IP 172.20.0.1 (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2/0c7ec47c-5942-46ce-9348-a0867d9232dc/010f82f5-a1b9-4fe9-948c-73a400bfe208) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:23.715472 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:23.721976 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:23.729696 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), after_create {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.732444 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:23.768770 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.825036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 is already hosted by enough agents. {{(pid=106418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:23.916881 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Attempt 2 to provision port d4bdf22c-c81b-4271-b8f6-b3915b83050a Sep 14 01:17:23.920413 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks [] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.945948 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.scheduler.base_scheduler [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Resources bound (agent type, host, resource id): {{(pid=106418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:23.952179 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:23.957384 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Received port after_create {{(pid=106418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:24.019287 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.038207 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 831b74b9-4146-4a63-8a3e-da80869c2e3a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:24.056400 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c is scheduled to L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 with binding_index 1 {{(pid=106416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:17:24.076969 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Port d4bdf22c-c81b-4271-b8f6-b3915b83050a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:24.117031 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:24.126593 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:24.133195 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:24.190217 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Pushing event updated for resources: {'Port': ['ID=010f82f5-a1b9-4fe9-948c-73a400bfe208,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:24.232329 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 2, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:24.243879 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (f2264352-891c-4de6-9a81-56b28f43392a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.283857 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:24.284376 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Updating router 5735f279-587b-4c63-b160-b2bdb59442cb port d4bdf22c-c81b-4271-b8f6-b3915b83050a binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:24.335137 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:24.336865 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.341896 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Pushing event updated for resources: {'Port': ['ID=4f869eda-0610-4d63-9aa7-0cea94aeffba,revision_number=1']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:24.365689 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.371048 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-4af06d93-a0d1-4403-ba7f-5632ee81d914 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4567430 Sep 14 01:17:24.372253 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38264) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:24.420164 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Sync routers for ids ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:24.434445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Attempting to bind port 4f869eda-0610-4d63-9aa7-0cea94aeffba on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:24.434820 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Attempting to bind port 4f869eda-0610-4d63-9aa7-0cea94aeffba by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:24.436877 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Attempting to bind port 4f869eda-0610-4d63-9aa7-0cea94aeffba on network 08a73d40-7593-4fd0-bcb6-4186aaf05845 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:24.482625 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:24.505413 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Routers {'d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:24.506064 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:24.563459 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 831b74b9-4146-4a63-8a3e-da80869c2e3a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:24.564144 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.564144 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 831b74b9-4146-4a63-8a3e-da80869c2e3a Sep 14 01:17:24.570157 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.596038 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Attempt 3 to provision port d4bdf22c-c81b-4271-b8f6-b3915b83050a Sep 14 01:17:24.708770 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:24.710014 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Checking segment: {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:24.710172 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.710685 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Bound using segment: {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:24.711214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Bound port: 4f869eda-0610-4d63-9aa7-0cea94aeffba, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:24.711690 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.780314 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Port d4bdf22c-c81b-4271-b8f6-b3915b83050a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:24.870111 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Publish callbacks [] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.873256 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:24.877738 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.916227 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:24.961589 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks [] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.966458 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Set router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:24.971076 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:24.981238 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Attempting to bind port d4bdf22c-c81b-4271-b8f6-b3915b83050a on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:24.981602 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Attempting to bind port d4bdf22c-c81b-4271-b8f6-b3915b83050a by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:24.981956 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Attempting to bind port d4bdf22c-c81b-4271-b8f6-b3915b83050a on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:24.988000 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59efda-640b-4603-b9d4-7af7c1d3a324 None None] Pushing event updated for resources: {'Port': ['ID=d4bdf22c-c81b-4271-b8f6-b3915b83050a,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:25.019957 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Publish callbacks [] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.036489 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:25.036804 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Checking segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:25.037203 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.037635 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Bound using segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:25.038132 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Bound port: d4bdf22c-c81b-4271-b8f6-b3915b83050a, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:25.038874 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.063286 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (f2264352-891c-4de6-9a81-56b28f43392a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.065777 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Pushing event updated for resources: {'Port': ['ID=010f82f5-a1b9-4fe9-948c-73a400bfe208,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:25.090990 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.101750 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:25.110778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:25.137791 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] For port d4bdf22c-c81b-4271-b8f6-b3915b83050a, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:25.141539 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] For port d4bdf22c-c81b-4271-b8f6-b3915b83050a, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d4bdf22c-c81b-4271-b8f6-b3915b83050a,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:25.148970 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.159094 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:25.171622 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 831b74b9-4146-4a63-8a3e-da80869c2e3a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:25.173738 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 2797561e-ddd5-4a9b-8913-8f449962dba6 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:25.181386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:25.181940 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] For port 4f869eda-0610-4d63-9aa7-0cea94aeffba, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:25.184118 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Attempting to bind port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:25.184419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:25.184537 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Attempting to bind port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:25.184821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Attempting to bind port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:25.227077 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:25.228040 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:25.244404 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] For port 4f869eda-0610-4d63-9aa7-0cea94aeffba, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=4f869eda-0610-4d63-9aa7-0cea94aeffba,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:25.281197 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Attempt 4 to provision port d4bdf22c-c81b-4271-b8f6-b3915b83050a Sep 14 01:17:25.292185 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.315873 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59efda-640b-4603-b9d4-7af7c1d3a324 None None] Pushing event updated for resources: {'Port': ['ID=d4bdf22c-c81b-4271-b8f6-b3915b83050a,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:25.346939 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.374403 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:25.382966 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Router f2264352-891c-4de6-9a81-56b28f43392a has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:17:25.383179 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bc620-18df-47c5-b032-cda1653df53b None None] Pushing event updated for resources: {'Port': ['ID=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:25.449409 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:25.559198 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:25.559647 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:25.559988 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.560379 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:25.560875 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Bound port: 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:25.561251 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.600249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 2797561e-ddd5-4a9b-8913-8f449962dba6 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:25.600848 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.600939 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 2797561e-ddd5-4a9b-8913-8f449962dba6 Sep 14 01:17:25.605220 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:25.629267 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-08dea98a-b305-4f24-8c2e-6d782b7a2d42 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f2264352-891c-4de6-9a81-56b28f43392a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742039 Sep 14 01:17:25.669519 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5bc4f-ee7c-4af2-a683-5af7b09e32d5 None None] Pushing event updated for resources: {'Port': ['ID=4f869eda-0610-4d63-9aa7-0cea94aeffba,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:25.681540 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Allocated IP 172.20.0.1 (08a73d40-7593-4fd0-bcb6-4186aaf05845/fde634cc-9045-4605-bbb5-fd4fcd2eb43b/6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:17:25.686751 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 3, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:25.782259 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Checking router: d7e7c39c-933c-45dd-8e42-c0fbce48fe6c for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:25.785332 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Updating router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:25.800303 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:25.807888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:25.819868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] For port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:25.844505 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] For port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:25.848574 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:25.849789 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Current status of the port d4bdf22c-c81b-4271-b8f6-b3915b83050a is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:25.850285 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.853230 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks [] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.875963 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.878951 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.896368 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:25.903544 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacaa256-7fbd-4e28-99bb-fe346c6c2d0c None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:25.967234 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:25.974682 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:25.976557 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:25.979370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:17:26.028192 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.108054 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Routers {'f2264352-891c-4de6-9a81-56b28f43392a'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:26.108815 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['f2264352-891c-4de6-9a81-56b28f43392a'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:26.121448 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 2797561e-ddd5-4a9b-8913-8f449962dba6 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:26.132664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:26.138438 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] For port d4bdf22c-c81b-4271-b8f6-b3915b83050a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d4bdf22c-c81b-4271-b8f6-b3915b83050a,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:26.224043 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bc620-18df-47c5-b032-cda1653df53b None None] Pushing event updated for resources: {'Port': ['ID=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:26.238000 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:26.239221 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.300514 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.402267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38286) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:26.408685 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755717314', 'description': 'tempest-secgroup-smoke-1755717314 description', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:26.439836 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.552993 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d4bdf22c-c81b-4271-b8f6-b3915b83050a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:26.594924 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group (71c91cd9-904c-48ae-847d-935be3a837ef), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.597660 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks [] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.601499 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (71c91cd9-904c-48ae-847d-935be3a837ef), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.612518 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.634398 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.639609 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2327268 Sep 14 01:17:26.640617 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38288) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:26.649265 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group_rule': {'security_group_id': '71c91cd9-904c-48ae-847d-935be3a837ef', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:26.674770 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:26.707446 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83229c8-d9ff-4b50-a02d-8f40663369c9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c91cd9-904c-48ae-847d-935be3a837ef,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:26.728088 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (94d45ed0-220e-4035-96e6-6670f8c25891), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.740414 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.763659 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Provisioning complete for port 831b74b9-4146-4a63-8a3e-da80869c2e3a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:26.764214 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.764422 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 1 to provision port 831b74b9-4146-4a63-8a3e-da80869c2e3a Sep 14 01:17:26.772332 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:26.788418 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b908f-aeb8-4ded-b28b-7bc42c0ab31a None None] Pushing event updated for resources: {'Port': ['ID=d4bdf22c-c81b-4271-b8f6-b3915b83050a,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:26.837685 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (94d45ed0-220e-4035-96e6-6670f8c25891), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.843379 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (94d45ed0-220e-4035-96e6-6670f8c25891), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.855583 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] Set router f2264352-891c-4de6-9a81-56b28f43392a gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:26.877964 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d45ed0-220e-4035-96e6-6670f8c25891,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:26.893292 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:26.899703 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f7c25a03-b623-4cb5-8272-71dff49f38f5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2567637 Sep 14 01:17:26.900056 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38290) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:26.908729 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group_rule': {'security_group_id': '71c91cd9-904c-48ae-847d-935be3a837ef', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:26.924860 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f70697-1c18-4fe8-8e7c-1762b52d5c21 None None] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:17:26.946306 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:17:26.948849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:17:26.999765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (2e8b8d7c-7c4f-4a43-8f09-f0b1167733e8), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.045345 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port d4bdf22c-c81b-4271-b8f6-b3915b83050a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:27.045712 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.046038 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port d4bdf22c-c81b-4271-b8f6-b3915b83050a Sep 14 01:17:27.099383 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (2e8b8d7c-7c4f-4a43-8f09-f0b1167733e8), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.105215 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:17:27.108246 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (2e8b8d7c-7c4f-4a43-8f09-f0b1167733e8), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.114865 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:27.138994 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8b8d7c-7c4f-4a43-8f09-f0b1167733e8,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.147724 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.148824 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-068f9384-8b85-44b4-b149-3d71408affcb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2476637 Sep 14 01:17:27.151942 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38292) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:27.157712 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group_rule': {'security_group_id': '71c91cd9-904c-48ae-847d-935be3a837ef', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:27.159075 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Publish callbacks [] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.191868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.192152 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:27.192278 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (23949ceb-861f-4a06-8d54-47e80301a1e6), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.202492 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:27.245025 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Current status of the port 831b74b9-4146-4a63-8a3e-da80869c2e3a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:27.269462 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:17:27.270645 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (23949ceb-861f-4a06-8d54-47e80301a1e6), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.277394 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (23949ceb-861f-4a06-8d54-47e80301a1e6), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.290296 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-1b3b6b6b-9a3f-4752-912b-037dd6877ce6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d7e7c39c-933c-45dd-8e42-c0fbce48fe6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077125 Sep 14 01:17:27.294804 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Attempting to bind port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:27.295169 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Attempting to bind port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:27.295527 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Attempting to bind port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 on network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:27.306246 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:27.313529 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23949ceb-861f-4a06-8d54-47e80301a1e6,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.327291 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.328975 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1ba31b7f-7e37-46af-9f01-82b4947a2f36 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757987 Sep 14 01:17:27.332316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38300) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:27.337256 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group_rule': {'security_group_id': '71c91cd9-904c-48ae-847d-935be3a837ef', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:27.352732 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Provisioning complete for port 010f82f5-a1b9-4fe9-948c-73a400bfe208 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:27.353106 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.353421 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 1 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:27.371202 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (10cff9b0-7013-4c07-8a44-79ae39e84379), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.381879 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfa492-71e6-4337-a8f8-936befdbec3a None None] Pushing event updated for resources: {'Port': ['ID=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,revision_number=2']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.479701 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (10cff9b0-7013-4c07-8a44-79ae39e84379), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.488028 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (10cff9b0-7013-4c07-8a44-79ae39e84379), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.490007 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port d4bdf22c-c81b-4271-b8f6-b3915b83050a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:27.491120 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 4f869eda-0610-4d63-9aa7-0cea94aeffba up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:27.499807 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:27.524334 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cff9b0-7013-4c07-8a44-79ae39e84379,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.539041 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.540305 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-c8dec069-7778-4da4-95bf-cff92d3929c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2069790 Sep 14 01:17:27.543314 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38310) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:27.544320 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:27.544695 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Checking segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:27.545096 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.545483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Bound using segment: {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:27.545965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Bound port: b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389d2c51-411e-4d5c-a725-1a06f33bba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:27.546344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.550459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group_rule': {'security_group_id': '71c91cd9-904c-48ae-847d-935be3a837ef', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:27.572764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '010f82f5-a1b9-4fe9-948c-73a400bfe208', 'name': '', 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'mac_address': 'fa:16:3e:f1:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:23Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 2, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'subnets': [{'id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:27.588767 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.securitygroups_db [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Project b2d80d1c2758499da66a93e91f9c1311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:17:27.597635 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (a999f320-c02e-44fc-bd30-74be63794e0d), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.615897 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16dc6d-70b8-4918-944a-53237fb8b4a4 None None] The sync data for ids ['f2264352-891c-4de6-9a81-56b28f43392a'] in dv-cinder-857528-1-iscsi is: [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '010f82f5-a1b9-4fe9-948c-73a400bfe208', 'name': '', 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'mac_address': 'fa:16:3e:f1:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:23Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 2, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'subnets': [{'id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:27.654391 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] For port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:27.657564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 4f869eda-0610-4d63-9aa7-0cea94aeffba triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:27.659521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.659940 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 4f869eda-0610-4d63-9aa7-0cea94aeffba Sep 14 01:17:27.666717 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] For port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:27.694066 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (a999f320-c02e-44fc-bd30-74be63794e0d), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.698447 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (a999f320-c02e-44fc-bd30-74be63794e0d), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.708345 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.728068 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a999f320-c02e-44fc-bd30-74be63794e0d,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.740687 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.745652 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38312) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:27.750590 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'security_group_rule': {'security_group_id': '71c91cd9-904c-48ae-847d-935be3a837ef', 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:27.756574 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-ee3bd015-441e-40d8-adde-d9333a99cc18 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2114599 Sep 14 01:17:27.786590 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38314) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:27.787220 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Routers {'d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:27.787902 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:27.793453 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166959226', 'description': 'tempest-secgroup-smoke-166959226 description', 'project_id': '6c0d5a6539764b53852b5741347734a8'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:27.803234 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.securitygroups_db [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Project b2d80d1c2758499da66a93e91f9c1311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:17:27.816779 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (2368ee3e-22ca-4ab8-865f-46369fc68592), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.832134 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.877971 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfa492-71e6-4337-a8f8-936befdbec3a None None] Pushing event updated for resources: {'Port': ['ID=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.903974 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (2368ee3e-22ca-4ab8-865f-46369fc68592), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.917263 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (2368ee3e-22ca-4ab8-865f-46369fc68592), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.928259 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 4f869eda-0610-4d63-9aa7-0cea94aeffba is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:27.928729 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.965140 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2368ee3e-22ca-4ab8-865f-46369fc68592,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:27.978438 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 4f869eda-0610-4d63-9aa7-0cea94aeffba, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=4f869eda-0610-4d63-9aa7-0cea94aeffba,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:27.988746 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.990045 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-a831293f-723d-478e-9aca-5b3395695182 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2430570 Sep 14 01:17:27.990478 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:27.991304 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:27.992450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group (e1801249-90e4-4917-84c8-c2d96867af47), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.002119 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 2 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:28.005055 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e1801249-90e4-4917-84c8-c2d96867af47), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.043433 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1801249-90e4-4917-84c8-c2d96867af47,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.064892 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.066164 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-4c8e799d-109e-446f-a81d-b8fbba8dcfbd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2777157 Sep 14 01:17:28.069067 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38320) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:28.074344 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group_rule': {'security_group_id': 'e1801249-90e4-4917-84c8-c2d96867af47', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:28.096341 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] Set router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:28.111240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (f627b998-41c4-4db0-a151-db920ae571a9), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.189693 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (f627b998-41c4-4db0-a151-db920ae571a9), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.197088 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (f627b998-41c4-4db0-a151-db920ae571a9), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.223735 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:28.226257 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f627b998-41c4-4db0-a151-db920ae571a9,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.243404 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:28.244499 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=4f869eda-0610-4d63-9aa7-0cea94aeffba,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.255471 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.260196 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-f28c93d0-6cf1-489a-9045-e2d924c87c5e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894951 Sep 14 01:17:28.260925 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:28.261204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38350) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:28.271444 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group_rule': {'security_group_id': 'e1801249-90e4-4917-84c8-c2d96867af47', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:28.278450 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:17:28.311819 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (63e2f36a-e33e-4e0a-adaa-54065da31fd1), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.318190 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:28.318564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.318896 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 Sep 14 01:17:28.322135 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:28.325082 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:28.386800 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (63e2f36a-e33e-4e0a-adaa-54065da31fd1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.391371 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (63e2f36a-e33e-4e0a-adaa-54065da31fd1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.405820 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e2f36a-e33e-4e0a-adaa-54065da31fd1,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.420339 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.424120 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-801b8ea5-ba94-4f54-947e-6a930e9c6a54 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594884 Sep 14 01:17:28.424353 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38356) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:28.431954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group_rule': {'security_group_id': 'e1801249-90e4-4917-84c8-c2d96867af47', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:28.463096 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (203209e9-f376-48a7-a828-d9986f136c6a), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.465187 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a', 'name': '', 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'mac_address': 'fa:16:3e:66:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:25Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 2, 'project_id': '849e60970e2342b08ce58582752ef719', 'subnets': [{'id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:28.472487 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:28.507134 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec259-643a-4152-abc8-d671cfa40c3b None None] The sync data for ids ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'] in dv-cinder-857528-1-iscsi is: [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a', 'name': '', 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'mac_address': 'fa:16:3e:66:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:25Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 2, 'project_id': '849e60970e2342b08ce58582752ef719', 'subnets': [{'id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:28.533870 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (203209e9-f376-48a7-a828-d9986f136c6a), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.538146 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (203209e9-f376-48a7-a828-d9986f136c6a), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.561209 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203209e9-f376-48a7-a828-d9986f136c6a,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.572937 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.577823 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-10304dc6-e3d7-4556-be06-66ceef3d15e3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523068 Sep 14 01:17:28.579043 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38362) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:28.583994 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group_rule': {'security_group_id': 'e1801249-90e4-4917-84c8-c2d96867af47', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:28.595594 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d4bdf22c-c81b-4271-b8f6-b3915b83050a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:28.633592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (d0308b22-9564-42a3-a12c-fe676abe6e83), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.676798 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port d4bdf22c-c81b-4271-b8f6-b3915b83050a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:28.677354 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.677783 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port d4bdf22c-c81b-4271-b8f6-b3915b83050a Sep 14 01:17:28.770020 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (d0308b22-9564-42a3-a12c-fe676abe6e83), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.775923 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (d0308b22-9564-42a3-a12c-fe676abe6e83), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.801659 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0308b22-9564-42a3-a12c-fe676abe6e83,revision_number=0']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.819376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.821212 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7c2bf964-5fa2-4d07-bb13-fb417b588b28 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2407854 Sep 14 01:17:28.824090 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38370) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:28.828953 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group_rule': {'security_group_id': 'e1801249-90e4-4917-84c8-c2d96867af47', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:28.852416 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.securitygroups_db [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Project 6c0d5a6539764b53852b5741347734a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:17:28.858790 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (db3bd4e3-4684-47ae-826b-69c971150518), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.863128 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:28.925588 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 3 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:28.927766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (db3bd4e3-4684-47ae-826b-69c971150518), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.932642 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (db3bd4e3-4684-47ae-826b-69c971150518), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.957792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3bd4e3-4684-47ae-826b-69c971150518,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:28.965478 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:28.967132 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-fc4c02ce-50b7-446c-a9e5-5e9e0fdf455f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418357 Sep 14 01:17:28.970891 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38376) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:28.972566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port d4bdf22c-c81b-4271-b8f6-b3915b83050a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:28.973687 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 4f869eda-0610-4d63-9aa7-0cea94aeffba up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:28.976104 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'security_group_rule': {'security_group_id': 'e1801249-90e4-4917-84c8-c2d96867af47', 'project_id': '6c0d5a6539764b53852b5741347734a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:17:28.995097 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:29.001885 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.securitygroups_db [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Project 6c0d5a6539764b53852b5741347734a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:17:29.020496 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (d83dcafe-850e-4102-803c-d5db1abaea1e), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:29.030577 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 4f869eda-0610-4d63-9aa7-0cea94aeffba triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:29.031121 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:29.032855 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 4f869eda-0610-4d63-9aa7-0cea94aeffba Sep 14 01:17:29.081944 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (d83dcafe-850e-4102-803c-d5db1abaea1e), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:29.086702 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661397'] for security_group_rule (d83dcafe-850e-4102-803c-d5db1abaea1e), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:29.110810 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83dcafe-850e-4102-803c-d5db1abaea1e,revision_number=0']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:29.122931 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:29.122931 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-3e5a7484-e894-4df0-8731-8957d5e24ddf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473868 Sep 14 01:17:29.148329 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 4f869eda-0610-4d63-9aa7-0cea94aeffba is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:29.496368 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 4 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:29.539840 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:30.041817 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 5 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:30.052077 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38448) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:30.075937 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:30.168020 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-08f759fa-910f-4fb1-a4c9-953c4d95ca49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.194456 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:30.266652 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-08f759fa-910f-4fb1-a4c9-953c4d95ca49 admin admin] Publish callbacks [] for security_group (57abc89a-939b-4502-acc1-56caab56a009), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.272478 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-08f759fa-910f-4fb1-a4c9-953c4d95ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (57abc89a-939b-4502-acc1-56caab56a009), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.335510 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f759fa-910f-4fb1-a4c9-953c4d95ca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57abc89a-939b-4502-acc1-56caab56a009,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:30.340117 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-08f759fa-910f-4fb1-a4c9-953c4d95ca49 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b2f19da78ef54565bf618add8926371e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869201 Sep 14 01:17:30.343009 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38456) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:30.395816 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a22189a-1219-4a4d-b8e7-868e29c7fe25 admin admin] Publish callbacks [] for security_group (57abc89a-939b-4502-acc1-56caab56a009), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.417976 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a22189a-1219-4a4d-b8e7-868e29c7fe25 admin admin] Publish callbacks [] for security_group (57abc89a-939b-4502-acc1-56caab56a009), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.466225 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a22189a-1219-4a4d-b8e7-868e29c7fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (57abc89a-939b-4502-acc1-56caab56a009), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.468784 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a22189a-1219-4a4d-b8e7-868e29c7fe25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.470689 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7a22189a-1219-4a4d-b8e7-868e29c7fe25 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/57abc89a-939b-4502-acc1-56caab56a009 HTTP/1.1" status: 204 len: 168 time: 0.1270156 Sep 14 01:17:30.481078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22189a-1219-4a4d-b8e7-868e29c7fe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57abc89a-939b-4502-acc1-56caab56a009,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:30.577000 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 6 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:30.606560 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:30.638789 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:30.661201 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:30.661580 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.661923 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a Sep 14 01:17:30.707023 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=100 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:30.748028 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:30.748747 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.783127 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:30.787576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.859036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:31.140343 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 7 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:31.176126 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:31.677097 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 8 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:31.687833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 38490) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:31.702114 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:31.714571 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:31.801835 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc61199b-5ab6-4ace-9d3b-93a0937e6731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:31.883492 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc61199b-5ab6-4ace-9d3b-93a0937e6731 admin admin] Publish callbacks [] for security_group (8aa8d4af-8c4e-4f60-9049-261d5bae9642), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:31.888105 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bc61199b-5ab6-4ace-9d3b-93a0937e6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8aa8d4af-8c4e-4f60-9049-261d5bae9642), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:31.930181 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-bc61199b-5ab6-4ace-9d3b-93a0937e6731 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=eee31d34b2724ef085fcbb59b70552fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411208 Sep 14 01:17:31.931069 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61199b-5ab6-4ace-9d3b-93a0937e6731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8d4af-8c4e-4f60-9049-261d5bae9642,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:31.932888 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38496) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:31.996757 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c93a-0092-473b-8545-857a12d161ce admin admin] Publish callbacks [] for security_group (8aa8d4af-8c4e-4f60-9049-261d5bae9642), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.018836 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c93a-0092-473b-8545-857a12d161ce admin admin] Publish callbacks [] for security_group (8aa8d4af-8c4e-4f60-9049-261d5bae9642), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.080057 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c93a-0092-473b-8545-857a12d161ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8aa8d4af-8c4e-4f60-9049-261d5bae9642), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.082619 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c93a-0092-473b-8545-857a12d161ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.083948 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9dd3c93a-0092-473b-8545-857a12d161ce admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8aa8d4af-8c4e-4f60-9049-261d5bae9642 HTTP/1.1" status: 204 len: 168 time: 0.1498370 Sep 14 01:17:32.092817 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3c93a-0092-473b-8545-857a12d161ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8d4af-8c4e-4f60-9049-261d5bae9642,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:32.215967 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 9 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:32.259392 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:32.636281 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:32.684696 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:32.685069 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.685398 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 Sep 14 01:17:32.761000 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Attempt 10 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:32.794930 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:32.795319 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.812912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7186b-0cf3-4b07-9e0c-053644ace343 None None] Port 010f82f5-a1b9-4fe9-948c-73a400bfe208 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:32.823306 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:32.828016 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.829517 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:32.905595 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:32.924134 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:32.924512 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.924848 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a Sep 14 01:17:32.971249 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Provisioning complete for port 4f869eda-0610-4d63-9aa7-0cea94aeffba triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:32.971495 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.971850 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 1 to provision port 4f869eda-0610-4d63-9aa7-0cea94aeffba Sep 14 01:17:33.058331 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:33.104394 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Current status of the port 4f869eda-0610-4d63-9aa7-0cea94aeffba is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:33.113491 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Provisioning complete for port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:33.113959 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:33.114372 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 1 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:33.166373 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:33.667149 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 2 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:33.698423 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:34.199961 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 3 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:34.232972 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:34.569644 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:34.576177 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:34.621124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:34.621524 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:34.622279 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 Sep 14 01:17:34.711473 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:34.715018 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:34.733730 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 4 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:34.778317 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:35.279634 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 5 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:35.312719 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:35.795445 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=25 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:35.813449 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 6 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:35.871603 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9f94-b5fd-47be-98ec-8b26fcc4a20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:35.874842 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:36.231075 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Sync routers for ids ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:36.251917 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Routers {'d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:36.252699 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:36.308624 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Sync routers for ids ['f2264352-891c-4de6-9a81-56b28f43392a'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:17:36.321660 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Routers {'f2264352-891c-4de6-9a81-56b28f43392a'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:36.322353 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['f2264352-891c-4de6-9a81-56b28f43392a'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:36.376906 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 7 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:36.381158 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Set router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:36.450228 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:36.461102 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Set router f2264352-891c-4de6-9a81-56b28f43392a gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:36.510152 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:36.571375 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a', 'name': '', 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'mac_address': 'fa:16:3e:66:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:25Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 2, 'project_id': '849e60970e2342b08ce58582752ef719', 'subnets': [{'id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:36.595536 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Checking router: d7e7c39c-933c-45dd-8e42-c0fbce48fe6c for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:36.595909 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Updating router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a binding host dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:36.627040 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:36.656334 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '010f82f5-a1b9-4fe9-948c-73a400bfe208', 'name': '', 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'mac_address': 'fa:16:3e:f1:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:23Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 2, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'subnets': [{'id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:36.682771 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Checking router: f2264352-891c-4de6-9a81-56b28f43392a for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:17:36.683265 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Updating router f2264352-891c-4de6-9a81-56b28f43392a port 010f82f5-a1b9-4fe9-948c-73a400bfe208 binding host dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:17:36.714706 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:36.896769 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Publish callbacks [] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), precommit_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:36.902291 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:36.965535 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 8 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:36.968471 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85dc08-9e98-4edd-963b-98f547575db0 None None] Pushing event updated for resources: {'Port': ['ID=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,revision_number=3']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:36.990520 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:37.004679 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Attempting to bind port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:37.005198 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Attempting to bind port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:37.005552 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Attempting to bind port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a on network 08a73d40-7593-4fd0-bcb6-4186aaf05845 {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:37.007213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Publish callbacks [] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), precommit_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.017724 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.027358 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:17:37.044114 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:37.054863 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:37.055247 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Checking segment: {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:37.055661 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.056029 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Bound using segment: {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'} {{(pid=106419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:37.056499 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.managers [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Bound port: 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7260ba5-ffe5-4206-aa5c-caab0313e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845'}}] {{(pid=106419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:37.056858 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), before_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.090452 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a027c-9cd0-4435-852a-e5787a7081b0 None None] Pushing event updated for resources: {'Port': ['ID=010f82f5-a1b9-4fe9-948c-73a400bfe208,revision_number=3']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:37.111509 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:37.121465 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] For port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:37.123625 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Attempting to bind port 010f82f5-a1b9-4fe9-948c-73a400bfe208 on host dv-cinder-857528-1-iscsi for vnic_type normal with profile {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:17:37.124188 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Attempting to bind port 010f82f5-a1b9-4fe9-948c-73a400bfe208 by drivers openvswitch,hyperv on host dv-cinder-857528-1-iscsi at level 0 using segments [{'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:17:37.124628 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Attempting to bind port 010f82f5-a1b9-4fe9-948c-73a400bfe208 on network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:17:37.124867 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.plugins.ml2.db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] For port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:37.131141 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron_lib.callbacks.manager [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), after_update {{(pid=106419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.186052 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Checking agent: {'id': '15aa1a7f-b8b0-4cfd-a284-92ae6107adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 41), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:17:37.186430 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Checking segment: {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:17:37.187103 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.187587 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Bound using segment: {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'} {{(pid=106418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:17:37.188091 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.managers [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Bound port: 010f82f5-a1b9-4fe9-948c-73a400bfe208, host: dv-cinder-857528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c31c291-1005-4bcb-b2a7-a636b2391eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2'}}] {{(pid=106418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:17:37.188477 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.258084 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] For port 010f82f5-a1b9-4fe9-948c-73a400bfe208, host dv-cinder-857528-1-iscsi, cleared binding levels {{(pid=106418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:17:37.262286 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] For port 010f82f5-a1b9-4fe9-948c-73a400bfe208, host dv-cinder-857528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=010f82f5-a1b9-4fe9-948c-73a400bfe208,segment=NetworkSegment(9c31c291-1005-4bcb-b2a7-a636b2391eaa),segment_id=9c31c291-1005-4bcb-b2a7-a636b2391eaa)] {{(pid=106418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:17:37.266610 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Routers {'d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:37.267213 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:37.270292 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.323367 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85dc08-9e98-4edd-963b-98f547575db0 None None] Pushing event updated for resources: {'Port': ['ID=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,revision_number=4']} {{(pid=106419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:37.342866 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Routers {'f2264352-891c-4de6-9a81-56b28f43392a'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:17:37.347149 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:17:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['f2264352-891c-4de6-9a81-56b28f43392a'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:37.402904 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] Set router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:37.403122 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a027c-9cd0-4435-852a-e5787a7081b0 None None] Pushing event updated for resources: {'Port': ['ID=010f82f5-a1b9-4fe9-948c-73a400bfe208,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:37.488826 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] Set router f2264352-891c-4de6-9a81-56b28f43392a gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:17:37.528949 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Attempt 9 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:37.588573 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:37.648613 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a', 'name': '', 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'mac_address': 'fa:16:3e:66:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:25Z', 'updated_at': '2022-09-14T01:17:37Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'subnets': [{'id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:37.680914 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fee56-f399-4a6e-aada-293848344f79 None None] The sync data for ids ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'] in dv-cinder-857528-1-iscsi is: [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:17:26Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a', 'name': '', 'network_id': '08a73d40-7593-4fd0-bcb6-4186aaf05845', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'mac_address': 'fa:16:3e:66:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:25Z', 'updated_at': '2022-09-14T01:17:37Z', 'revision_number': 4, 'project_id': '849e60970e2342b08ce58582752ef719', 'subnets': [{'id': 'fde634cc-9045-4605-bbb5-fd4fcd2eb43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:37.848975 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Current status of the port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:37.849366 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:37.913779 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '010f82f5-a1b9-4fe9-948c-73a400bfe208', 'name': '', 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'mac_address': 'fa:16:3e:f1:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:23Z', 'updated_at': '2022-09-14T01:17:37Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'subnets': [{'id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:37.919542 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] For port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:37.947614 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65bc1b-bf3e-48fb-9fbb-51ea29beb6c2 None None] The sync data for ids ['f2264352-891c-4de6-9a81-56b28f43392a'] in dv-cinder-857528-1-iscsi is: [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:17:24Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '010f82f5-a1b9-4fe9-948c-73a400bfe208', 'name': '', 'network_id': '7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'mac_address': 'fa:16:3e:f1:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:23Z', 'updated_at': '2022-09-14T01:17:37Z', 'revision_number': 4, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'subnets': [{'id': '0c7ec47c-5942-46ce-9348-a0867d9232dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:17:37.949197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:38.010724 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8315-de93-49ac-b0d8-bef1677c4ad7 None None] Pushing event updated for resources: {'Port': ['ID=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:38.333811 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1feb6e43-e15d-45eb-8917-0d7d93e259d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:38.595287 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 010f82f5-a1b9-4fe9-948c-73a400bfe208 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:38.647260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 010f82f5-a1b9-4fe9-948c-73a400bfe208 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:38.647663 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:38.648000 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:38.669243 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:38.693726 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:38.739231 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 010f82f5-a1b9-4fe9-948c-73a400bfe208 is: DOWN; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:38.739666 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:38.775723 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] For port 010f82f5-a1b9-4fe9-948c-73a400bfe208, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=010f82f5-a1b9-4fe9-948c-73a400bfe208,segment=NetworkSegment(9c31c291-1005-4bcb-b2a7-a636b2391eaa),segment_id=9c31c291-1005-4bcb-b2a7-a636b2391eaa)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:17:38.779315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:38.780116 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:38.857057 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Pushing event updated for resources: {'Port': ['ID=010f82f5-a1b9-4fe9-948c-73a400bfe208,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:38.867730 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:38.868117 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:38.868463 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a Sep 14 01:17:38.957004 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:39.418795 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:40.579898 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 010f82f5-a1b9-4fe9-948c-73a400bfe208 up at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:17:40.627909 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Provisioning complete for port 010f82f5-a1b9-4fe9-948c-73a400bfe208 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:17:40.628184 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:40.628560 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Attempt 1 to provision port 010f82f5-a1b9-4fe9-948c-73a400bfe208 Sep 14 01:17:40.714234 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Current status of the port 010f82f5-a1b9-4fe9-948c-73a400bfe208 is: ACTIVE; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:17:40.765449 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:41.043685 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:41.924104 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=44,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:41.926390 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=16,neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:42.060051 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=58,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:42.088395 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=2,neutron:SELECT=50,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:43.806180 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38676) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:43.917041 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c684f04-7367-4a44-b360-1a8f412eac49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:43.997879 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c684f04-7367-4a44-b360-1a8f412eac49 admin admin] Publish callbacks [] for security_group (496ee070-19ca-430d-a54a-cfc85b4c62eb), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:44.001366 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-1c684f04-7367-4a44-b360-1a8f412eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (496ee070-19ca-430d-a54a-cfc85b4c62eb), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:44.043868 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684f04-7367-4a44-b360-1a8f412eac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ee070-19ca-430d-a54a-cfc85b4c62eb,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:44.048149 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-1c684f04-7367-4a44-b360-1a8f412eac49 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3569e84802cc4c82bc6238ffd16fef92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409227 Sep 14 01:17:44.051211 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 38680) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:44.100599 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2daaba41-8c8c-4ffc-957c-258092dd9f50 admin admin] Publish callbacks [] for security_group (496ee070-19ca-430d-a54a-cfc85b4c62eb), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:44.120717 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2daaba41-8c8c-4ffc-957c-258092dd9f50 admin admin] Publish callbacks [] for security_group (496ee070-19ca-430d-a54a-cfc85b4c62eb), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:44.169614 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2daaba41-8c8c-4ffc-957c-258092dd9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (496ee070-19ca-430d-a54a-cfc85b4c62eb), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:44.172070 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-2daaba41-8c8c-4ffc-957c-258092dd9f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:44.173262 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-2daaba41-8c8c-4ffc-957c-258092dd9f50 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/496ee070-19ca-430d-a54a-cfc85b4c62eb HTTP/1.1" status: 204 len: 168 time: 0.1208856 Sep 14 01:17:44.182114 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaba41-8c8c-4ffc-957c-258092dd9f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ee070-19ca-430d-a54a-cfc85b4c62eb,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:47.651843 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=43 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:50.784299 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:54.176582 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:54.177366 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:54.229500 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:00.778331 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:00.780139 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:04.288898 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:04.289657 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=5 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:05.278547 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:18:05.854155 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c60064af-4267-44d5-9cfb-70adc142db85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:08.326380 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8f98-6c7a-4ad8-961f-97e381051c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:09.418612 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:10.767342 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:11.049134 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:12.284379 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-e3df8892-58ec-4e5c-bd7b-31de41f5eba2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1755717314&fields=id&tenant_id=b2d80d1c2758499da66a93e91f9c1311 HTTP/1.1" status: 200 len: 267 time: 0.0495186 Sep 14 01:18:12.396839 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-e630348d-264c-4508-b445-545f5eae682f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:12.398282 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-e630348d-264c-4508-b445-545f5eae682f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 809 time: 0.1089656 Sep 14 01:18:12.412730 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-f5fd56cb-477b-47a2-94f8-23bc158fafb4 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/quotas/b2d80d1c2758499da66a93e91f9c1311 HTTP/1.1" status: 200 len: 375 time: 0.0089440 Sep 14 01:18:12.461550 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-d27b0a55-4efa-4cba-90de-040c5235aa1b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436587 Sep 14 01:18:12.569526 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-63a05ed4-5b65-4097-9717-bf49e35c0e65 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:18:12.570839 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-63a05ed4-5b65-4097-9717-bf49e35c0e65 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0980637 Sep 14 01:18:12.670029 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-b95ffa2f-bb9f-41ec-87bf-cc9cbc25375b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922008 Sep 14 01:18:12.762995 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-feb67392-d296-4e41-8610-260fcd3d9f71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872726 Sep 14 01:18:13.061259 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f5cce711-6cfa-4611-b6bf-86d026f0e5d4 req-f014fe97-88e5-4886-820b-12f638395be2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 210 time: 0.0295901 Sep 14 01:18:14.188089 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e78c66e6-86d5-40c5-a8c6-e10bc77d13e0 req-76d91215-2d7a-49fb-93bc-1dce2876b4e6 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 210 time: 0.0494230 Sep 14 01:18:14.272471 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-576d4c96-4a6f-4d85-8b8b-7a0d4f3fd1e3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:14.273895 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-576d4c96-4a6f-4d85-8b8b-7a0d4f3fd1e3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 809 time: 0.1332231 Sep 14 01:18:14.375450 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-5cd2f7f3-2b8f-4ffb-b470-c1903a02f0e1 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b2d80d1c2758499da66a93e91f9c1311 HTTP/1.1" status: 200 len: 380 time: 0.0602436 Sep 14 01:18:14.384113 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'port': {'device_id': '5047389f-d232-432f-a459-bc4b023c358d', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'admin_state_up': True, 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'security_groups': ['71c91cd9-904c-48ae-847d-935be3a837ef']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:18:14.496583 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Made reservation on behalf of b2d80d1c2758499da66a93e91f9c1311 for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:18:14.500958 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:14.646659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Allocated IP 172.20.0.6 (b8836f13-10c9-4828-a7dd-5ebe348d4f85/ce6b210e-317a-45be-a270-8e7e77aac8a0/95cbc616-90a4-4fe0-8288-92d9ab2f32b3) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:18:14.690892 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:14.746476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:14.797141 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:14.830539 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:14.872636 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:18:14.875884 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:18:14.879754 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:18:14.910672 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:14.940445 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:14.941052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:14.960128 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-40b30917-f369-4aaa-a1c4-aac13894379a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795126 Sep 14 01:18:14.980184 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Request body: {'port': {'device_id': '5047389f-d232-432f-a459-bc4b023c358d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:18:15.053313 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.189798 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-636f1a9a-6d23-45ac-aa31-c91959454aa1 None None] Provisioning complete for port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:18:15.190389 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-636f1a9a-6d23-45ac-aa31-c91959454aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.190483 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-636f1a9a-6d23-45ac-aa31-c91959454aa1 None None] Attempt 1 to provision port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 Sep 14 01:18:15.223885 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-636f1a9a-6d23-45ac-aa31-c91959454aa1 None None] Port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:18:15.274362 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:15.320986 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d158a1-05ba-4dc4-8336-17040d3dfdc5 req-1fde4f3d-e5d1-409e-b028-7a1bac8985e4 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:15.323138 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-90d158a1-05ba-4dc4-8336-17040d3dfdc5 req-1fde4f3d-e5d1-409e-b028-7a1bac8985e4 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 931 time: 0.0503776 Sep 14 01:18:15.330267 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:18:15.337913 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Publish callbacks [] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.350339 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Transition to ACTIVE for port object 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:18:15.355290 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.373679 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-90d158a1-05ba-4dc4-8336-17040d3dfdc5 req-630bf8b1-4ee6-482d-8fba-af147bfe955f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443757 Sep 14 01:18:15.436049 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:15.462818 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:15.467654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Attempting to bind port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:18:15.467995 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Attempting to bind port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:18:15.468326 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Attempting to bind port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 on network b8836f13-10c9-4828-a7dd-5ebe348d4f85 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:18:15.511318 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 on network b8836f13-10c9-4828-a7dd-5ebe348d4f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:18:15.511684 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Attempting to bind port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 on network b8836f13-10c9-4828-a7dd-5ebe348d4f85 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:18:15.551994 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:18:15.552333 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Checking segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:18:15.552719 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Bound using segment: {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:18:15.553153 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Bound port: 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74d40ff-2746-40bb-8cc5-cf769badc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:18:15.553511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.616931 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:18:15.620904 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:18:15.621997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:15.626456 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.631791 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:15.632385 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:15.633736 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 1093 time: 0.6585836 Sep 14 01:18:15.634280 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:18:15.637052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e07c72-447a-499f-a922-c0e2fee8d2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:18:15.688248 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd67d17-4599-4a9e-9f84-ba084d349a5a service neutron] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:15.705536 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dcedf5-82b4-4406-92c5-c0579495d8f2 x-openstack-request-id: req-27dcedf5-82b4-4406-92c5-c0579495d8f2 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:18:15.705909 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:18:15.706233 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27dcedf5-82b4-4406-92c5-c0579495d8f2 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:18:15.706713 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dcedf5-82b4-4406-92c5-c0579495d8f2'] response: {'name': 'network-changed', 'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'status': 'completed', 'code': 200} Sep 14 01:18:15.724785 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-636f1a9a-6d23-45ac-aa31-c91959454aa1 None None] Attempt 2 to provision port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 Sep 14 01:18:15.768782 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ea3384c4-a2c9-4899-9fa8-26fa142088e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:15.770300 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-ea3384c4-a2c9-4899-9fa8-26fa142088e8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1127 time: 0.0429564 Sep 14 01:18:15.770641 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-636f1a9a-6d23-45ac-aa31-c91959454aa1 None None] Port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:18:15.817907 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-6fa74949-d193-4c15-93c8-0c29755f0bf0 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 217 time: 0.0339508 Sep 14 01:18:15.871052 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-f9f3319c-5d94-4df8-ac90-126010909ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:15.872632 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-f9f3319c-5d94-4df8-ac90-126010909ec9 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0492964 Sep 14 01:18:15.917983 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-b6df5e84-50f3-411d-8f8e-1ad0a062556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:15.919593 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-b6df5e84-50f3-411d-8f8e-1ad0a062556e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414970 Sep 14 01:18:15.933875 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39008) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:18:16.019907 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-f8474f94-c32a-4b85-b9cd-7126debade88 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945241 Sep 14 01:18:16.084942 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bb1eea9e-e565-456f-8986-86479c04c542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.151419 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-72d1a71d-d117-4e16-9540-9d03e0ccfba6 req-f6e1d47c-fad6-46ee-97a9-b28a9af88afd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229112 Sep 14 01:18:16.196315 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bb1eea9e-e565-456f-8986-86479c04c542 admin admin] Publish callbacks [] for security_group (8c5a6e48-05e2-41f6-908b-935156a8fbf9), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.200083 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-bb1eea9e-e565-456f-8986-86479c04c542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8c5a6e48-05e2-41f6-908b-935156a8fbf9), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.245053 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-bb1eea9e-e565-456f-8986-86479c04c542 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ec8216ff972f43bfa45a803ca29478f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101950 Sep 14 01:18:16.246013 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eea9e-e565-456f-8986-86479c04c542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5a6e48-05e2-41f6-908b-935156a8fbf9,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:16.248344 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39014) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:18:16.305142 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c30a-7a17-4766-b06e-306a95d727c0 admin admin] Publish callbacks [] for security_group (8c5a6e48-05e2-41f6-908b-935156a8fbf9), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.326386 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c30a-7a17-4766-b06e-306a95d727c0 admin admin] Publish callbacks [] for security_group (8c5a6e48-05e2-41f6-908b-935156a8fbf9), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.343219 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:16.376031 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c30a-7a17-4766-b06e-306a95d727c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (8c5a6e48-05e2-41f6-908b-935156a8fbf9), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.378840 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c30a-7a17-4766-b06e-306a95d727c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:16.380151 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-1fb3c30a-7a17-4766-b06e-306a95d727c0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8c5a6e48-05e2-41f6-908b-935156a8fbf9 HTTP/1.1" status: 204 len: 168 time: 0.1309137 Sep 14 01:18:16.389962 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3c30a-7a17-4766-b06e-306a95d727c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5a6e48-05e2-41f6-908b-935156a8fbf9,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:16.515621 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5027ad6-71cd-4eb8-995e-629c3a708c02 req-9fe30b7a-e418-4424-83d5-b375a35b73bd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:16.517320 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b5027ad6-71cd-4eb8-995e-629c3a708c02 req-9fe30b7a-e418-4424-83d5-b375a35b73bd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0525475 Sep 14 01:18:16.573912 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b5027ad6-71cd-4eb8-995e-629c3a708c02 req-a25fcd26-e632-4b8b-a14b-2f8a7b4648ba tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498312 Sep 14 01:18:17.073911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-75010037-9873-4466-b84c-7d75e6f9a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:17.075394 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-75010037-9873-4466-b84c-7d75e6f9a916 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1127 time: 0.0390310 Sep 14 01:18:17.167199 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-cbe3934f-64d0-43a6-87db-757df29f5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:17.168674 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-cbe3934f-64d0-43a6-87db-757df29f5b30 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.0868561 Sep 14 01:18:17.207914 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-f719034c-e2ce-401f-a59e-5516193fbeae service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 217 time: 0.0317659 Sep 14 01:18:17.246542 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:17.260677 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-5cff8de7-82c4-4141-99ac-631d17473c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:17.262358 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-5cff8de7-82c4-4141-99ac-631d17473c64 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0493495 Sep 14 01:18:17.305798 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-4d625c01-92b7-4768-b06c-975a865bd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:17.308203 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-4d625c01-92b7-4768-b06c-975a865bd0e9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397298 Sep 14 01:18:17.402437 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-c98f40ff-3f99-452c-b80b-4f1176f01673 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880456 Sep 14 01:18:17.496010 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c1e07c72-447a-499f-a922-c0e2fee8d2c7 req-2ff26745-c92e-40ca-87c6-276d7901f4bd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Sep 14 01:18:17.638552 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3096426a-67d8-4323-84e0-e1b6bdec112b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-166959226&fields=id&tenant_id=6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 267 time: 0.0451257 Sep 14 01:18:17.694240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa028829-1389-4604-88da-0f3c25a15f4d req-75fd51ba-f57e-4a10-bf6c-60b2ab81b5a5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:17.695829 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fa028829-1389-4604-88da-0f3c25a15f4d req-75fd51ba-f57e-4a10-bf6c-60b2ab81b5a5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0464437 Sep 14 01:18:17.750242 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-fa028829-1389-4604-88da-0f3c25a15f4d req-13784cfc-7335-4503-977e-5e10bfee5066 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480826 Sep 14 01:18:17.752411 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-583e4dce-c2fd-4b46-aa93-cd220fb6ca6f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:17.753881 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-583e4dce-c2fd-4b46-aa93-cd220fb6ca6f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 811 time: 0.1087127 Sep 14 01:18:17.769909 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-bea27976-307c-442d-a9a6-75369d8cad97 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/quotas/6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 375 time: 0.0105660 Sep 14 01:18:17.819756 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-48bd46cd-b344-42ef-9bec-5a8a9592c001 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445564 Sep 14 01:18:17.917577 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-1c28b239-e0e2-49ff-b148-ad1aa842b8a1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862896 Sep 14 01:18:18.005858 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-60788f2c-1167-4196-865b-f434cace6ed0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824115 Sep 14 01:18:18.298564 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-589337a9-0d60-4289-8431-0a43326ee3b4 req-de8c851e-9d19-4a7e-b534-f871953492a8 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0273077 Sep 14 01:18:18.876321 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8b0c-431b-41ab-8b86-bc2c3ad5a947 req-1e6be0e6-a6a0-4ce1-b0bb-c0e4fab948d9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:18.877787 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bcbe8b0c-431b-41ab-8b86-bc2c3ad5a947 req-1e6be0e6-a6a0-4ce1-b0bb-c0e4fab948d9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0504329 Sep 14 01:18:18.929576 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bcbe8b0c-431b-41ab-8b86-bc2c3ad5a947 req-d7411200-4089-42ca-b7a9-3c29f945f16a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Sep 14 01:18:19.301639 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:19.401294 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-4746c228-7f6d-4624-8d22-752039a9a975 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:19.402734 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-4746c228-7f6d-4624-8d22-752039a9a975 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 811 time: 0.1107113 Sep 14 01:18:19.409487 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8b5c4429-4871-48fb-b10f-fe90ecd6a7b0 req-3f19887e-ee81-4f4f-b4e1-de9ed5434a4f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0343852 Sep 14 01:18:19.470932 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-a8ef246c-0411-4506-b343-a392574bf8ec tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 379 time: 0.0552902 Sep 14 01:18:19.482954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'port': {'device_id': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'admin_state_up': True, 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'security_groups': ['e1801249-90e4-4917-84c8-c2d96867af47']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:18:19.590126 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Made reservation on behalf of 6c0d5a6539764b53852b5741347734a8 for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:18:19.593913 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:19.596467 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:19.724527 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Allocated IP 172.20.0.8 (cef33139-f42c-4679-8281-e97f735186d9/736c5490-2b5f-4d71-b8bd-866687ba0a73/8c4592ba-3360-4783-a771-de0148eeab61) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:18:19.865810 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (8c4592ba-3360-4783-a771-de0148eeab61), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:19.898047 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (8c4592ba-3360-4783-a771-de0148eeab61), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:19.943787 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Network cef33139-f42c-4679-8281-e97f735186d9 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:18:19.947326 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:18:19.951997 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:18:19.976975 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=8c4592ba-3360-4783-a771-de0148eeab61,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:20.015712 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:20.016664 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:20.219203 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Provisioning complete for port 8c4592ba-3360-4783-a771-de0148eeab61 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:18:20.219853 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (8c4592ba-3360-4783-a771-de0148eeab61), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:20.219853 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Attempt 1 to provision port 8c4592ba-3360-4783-a771-de0148eeab61 Sep 14 01:18:20.253603 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Port 8c4592ba-3360-4783-a771-de0148eeab61 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:18:20.333638 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-3abc7da1-8b6f-4f45-bb89-ab090ceedac2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8543139 Sep 14 01:18:20.351771 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d4ee-76c4-418b-81dc-7df5ed47ea85 req-39ce3606-37dd-4064-ba5d-c8d06c642b3b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:20.353207 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e7c6d4ee-76c4-418b-81dc-7df5ed47ea85 req-39ce3606-37dd-4064-ba5d-c8d06c642b3b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.3279710 Sep 14 01:18:20.357867 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Request body: {'port': {'device_id': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:18:20.406642 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:20.458258 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e7c6d4ee-76c4-418b-81dc-7df5ed47ea85 req-3e3e0d91-0620-47cc-b71e-096bf161ed03 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967784 Sep 14 01:18:20.459217 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (8c4592ba-3360-4783-a771-de0148eeab61), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:20.537938 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471648-00f9-453c-b3ad-41cb4f239890 req-4191477e-9a1f-4427-b160-86a32d6cc094 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:20.539421 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-85471648-00f9-453c-b3ad-41cb4f239890 req-4191477e-9a1f-4427-b160-86a32d6cc094 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 931 time: 0.0479681 Sep 14 01:18:20.589747 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-85471648-00f9-453c-b3ad-41cb4f239890 req-a4b308c3-f93e-40ce-9131-4f7663f264af tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Sep 14 01:18:20.661989 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:20.723796 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4592ba-3360-4783-a771-de0148eeab61 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:18:20.731221 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Publish callbacks [] for port (8c4592ba-3360-4783-a771-de0148eeab61), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:20.743541 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Transition to ACTIVE for port object 8c4592ba-3360-4783-a771-de0148eeab61 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:18:20.747855 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (8c4592ba-3360-4783-a771-de0148eeab61), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:20.754262 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Attempt 2 to provision port 8c4592ba-3360-4783-a771-de0148eeab61 Sep 14 01:18:20.796902 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Port 8c4592ba-3360-4783-a771-de0148eeab61 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:18:20.801255 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:20.829553 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Pushing event updated for resources: {'Port': ['ID=8c4592ba-3360-4783-a771-de0148eeab61,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:20.858623 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Attempting to bind port 8c4592ba-3360-4783-a771-de0148eeab61 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:18:20.858958 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Attempting to bind port 8c4592ba-3360-4783-a771-de0148eeab61 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:18:20.859278 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Attempting to bind port 8c4592ba-3360-4783-a771-de0148eeab61 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:18:20.900149 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Port 8c4592ba-3360-4783-a771-de0148eeab61 on network cef33139-f42c-4679-8281-e97f735186d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:18:20.900884 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Attempting to bind port 8c4592ba-3360-4783-a771-de0148eeab61 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:18:20.942015 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:18:20.942269 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Checking segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:18:20.942646 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Bound using segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:18:20.943067 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Bound port: 8c4592ba-3360-4783-a771-de0148eeab61, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:18:20.943418 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (8c4592ba-3360-4783-a771-de0148eeab61), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:21.006672 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] For port 8c4592ba-3360-4783-a771-de0148eeab61, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:18:21.009949 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] For port 8c4592ba-3360-4783-a771-de0148eeab61, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8c4592ba-3360-4783-a771-de0148eeab61,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:18:21.016195 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (8c4592ba-3360-4783-a771-de0148eeab61), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:21.019234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:21.019873 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:21.021397 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/8c4592ba-3360-4783-a771-de0148eeab61 HTTP/1.1" status: 200 len: 1093 time: 0.6673198 Sep 14 01:18:21.023369 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:18:21.025950 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "tag": "8c4592ba-3360-4783-a771-de0148eeab61"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:18:21.066795 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45aef1-cf6c-42b5-a53f-500186d50634 x-openstack-request-id: req-0f45aef1-cf6c-42b5-a53f-500186d50634 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:18:21.067075 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "tag": "8c4592ba-3360-4783-a771-de0148eeab61", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:18:21.067325 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f45aef1-cf6c-42b5-a53f-500186d50634 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:18:21.067744 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f45aef1-cf6c-42b5-a53f-500186d50634'] response: {'name': 'network-changed', 'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61', 'status': 'completed', 'code': 200} Sep 14 01:18:21.077548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e483d-7659-4a09-9d0f-b242985b446c service neutron] Pushing event updated for resources: {'Port': ['ID=8c4592ba-3360-4783-a771-de0148eeab61,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:21.136429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-1e038bbf-dc19-4bfb-9fb7-df6f99780398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:21.137892 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-1e038bbf-dc19-4bfb-9fb7-df6f99780398 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 1127 time: 0.0402813 Sep 14 01:18:21.182831 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-42041619-8756-43fd-a9dd-4eae2cd0198c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4592ba-3360-4783-a771-de0148eeab61 HTTP/1.1" status: 200 len: 217 time: 0.0319049 Sep 14 01:18:21.233874 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-173ad263-9401-42a8-a3c4-6c94b23ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:21.235205 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-173ad263-9401-42a8-a3c4-6c94b23ecab5 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0463967 Sep 14 01:18:21.278691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-1264b708-16ef-43b6-8d90-69f19cd14f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:21.280182 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-1264b708-16ef-43b6-8d90-69f19cd14f6a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390527 Sep 14 01:18:21.297988 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Attempt 3 to provision port 8c4592ba-3360-4783-a771-de0148eeab61 Sep 14 01:18:21.339831 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-66b03d0b-4bcb-44e6-9c6b-b9c6a1d8941e None None] Port 8c4592ba-3360-4783-a771-de0148eeab61 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:18:21.350328 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:21.377790 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-953e284f-f8f4-4966-9f79-4821f8bc26e2 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906000 Sep 14 01:18:21.465871 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-b392b63a-cb7d-46a3-827e-d20cdf011642 req-4fb8984a-7d1b-46a9-88a0-04697a33d4b5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826805 Sep 14 01:18:21.586561 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90ed4-9515-4608-ace0-259c5f8be542 req-97b6b2d4-610f-4060-a051-41a149d4a002 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:21.588244 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d7e90ed4-9515-4608-ace0-259c5f8be542 req-97b6b2d4-610f-4060-a051-41a149d4a002 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0500047 Sep 14 01:18:21.638505 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d7e90ed4-9515-4608-ace0-259c5f8be542 req-239e3228-76e7-4612-ad80-f52703a6d86c tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Sep 14 01:18:21.712068 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28406a-eaf7-4e57-94c9-2f1598c013f5 req-a281490c-79ad-4574-9067-91f4cf4e67be tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:21.714328 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-da28406a-eaf7-4e57-94c9-2f1598c013f5 req-a281490c-79ad-4574-9067-91f4cf4e67be tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0490606 Sep 14 01:18:21.767046 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-da28406a-eaf7-4e57-94c9-2f1598c013f5 req-47b84e06-37ef-4a97-b224-43aa49040afc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469043 Sep 14 01:18:22.430155 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-181ec5a7-56b3-436a-a4e5-0f0fabbc1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:22.432431 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-181ec5a7-56b3-436a-a4e5-0f0fabbc1998 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 1127 time: 0.0400472 Sep 14 01:18:22.755508 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f8263-6c24-4068-9bfb-f3d44c430885 req-159d216c-c3b6-4c8c-97a1-d2f64a297956 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:22.756967 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b95f8263-6c24-4068-9bfb-f3d44c430885 req-159d216c-c3b6-4c8c-97a1-d2f64a297956 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0456653 Sep 14 01:18:22.806827 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b95f8263-6c24-4068-9bfb-f3d44c430885 req-5da864bb-73c2-45e4-98f7-b5eca5eca20d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437300 Sep 14 01:18:22.849618 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:22.887419 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a18bfc-f385-4dba-abd4-e7ddfe111e97 req-24070940-aa7e-46f9-8423-bb228fa7bd41 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:22.888905 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-43a18bfc-f385-4dba-abd4-e7ddfe111e97 req-24070940-aa7e-46f9-8423-bb228fa7bd41 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0475106 Sep 14 01:18:22.938113 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-43a18bfc-f385-4dba-abd4-e7ddfe111e97 req-24304c76-9eb0-48b9-99a7-efdb0491f902 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434432 Sep 14 01:18:23.413084 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-9ba53b23-58e1-4681-a9e4-d95a982a0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:23.414530 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-9ba53b23-58e1-4681-a9e4-d95a982a0644 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0903218 Sep 14 01:18:23.453878 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-2b835e6a-7a7e-45a5-a348-d3905f6d7fe3 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4592ba-3360-4783-a771-de0148eeab61 HTTP/1.1" status: 200 len: 217 time: 0.0332658 Sep 14 01:18:23.501878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-9cf0be22-fc6d-43e8-bf04-5cf8256dacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:23.503306 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-9cf0be22-fc6d-43e8-bf04-5cf8256dacac service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0443454 Sep 14 01:18:23.549946 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-6787383a-f502-4f93-86fe-3e1a704c245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:23.551380 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-6787383a-f502-4f93-86fe-3e1a704c245f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426047 Sep 14 01:18:23.640188 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-be47cf66-3ed8-4f33-b4f3-2126e82b8eea service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Sep 14 01:18:23.733687 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ca485534-f0d3-488f-b2fc-3cae01d1f8b2 req-c53a20ae-b564-426c-973c-f4ef8683d9ac service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875435 Sep 14 01:18:23.930324 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ec828-7187-47aa-86ae-1b8523037477 req-3594a51e-7bc0-4736-a6a0-82fac212742e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:23.932509 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-259ec828-7187-47aa-86ae-1b8523037477 req-3594a51e-7bc0-4736-a6a0-82fac212742e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0499644 Sep 14 01:18:23.983132 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-259ec828-7187-47aa-86ae-1b8523037477 req-2857db76-aaed-4e7b-a1c1-ce48c6163772 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Sep 14 01:18:24.059393 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54c3c4-5aba-45fa-97ee-935d7dd1b6cb req-62ad6f83-83c6-4e19-b51e-4111f7c10341 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:24.060859 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cd54c3c4-5aba-45fa-97ee-935d7dd1b6cb req-62ad6f83-83c6-4e19-b51e-4111f7c10341 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0468903 Sep 14 01:18:24.109600 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-cd54c3c4-5aba-45fa-97ee-935d7dd1b6cb req-b14f226a-b878-45d8-a615-fd6fdd31fffe tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Sep 14 01:18:25.099970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08f4d7-5a47-484e-b1e8-5d14414b8f78 req-86cf3681-d102-4bea-a63e-8777e03f92c0 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:25.101394 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ba08f4d7-5a47-484e-b1e8-5d14414b8f78 req-86cf3681-d102-4bea-a63e-8777e03f92c0 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0465243 Sep 14 01:18:25.151284 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-ba08f4d7-5a47-484e-b1e8-5d14414b8f78 req-6d3017e7-8c1c-48bb-b37e-b56c9a30d16e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Sep 14 01:18:25.232137 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3b6ba-7a0e-4ba8-8030-11f2613f96e6 req-40574f36-b3d7-42d7-a5c7-3f57b16a737f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:25.233595 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-37f3b6ba-7a0e-4ba8-8030-11f2613f96e6 req-40574f36-b3d7-42d7-a5c7-3f57b16a737f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0503583 Sep 14 01:18:25.283784 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-37f3b6ba-7a0e-4ba8-8030-11f2613f96e6 req-132c4d3a-3f9d-4eba-9fab-1ebeac25902d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445323 Sep 14 01:18:25.833064 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:18:25.932130 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:18:25.946291 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'port_id': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'mac_address': 'fa:16:3e:8a:6f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:18:25.981376 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:18:25.981766 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:25.994633 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:18:26.014559 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:18:26.018213 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:26.063681 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:26.070526 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.070872 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.071220 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.071587 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.072628 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.072961 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.073289 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.073615 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.073940 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.074264 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.074589 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.074912 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.075234 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.075572 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.075894 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:26.271463 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e8d0-0862-44f5-bc08-8c7948bbb735 req-913ff2e5-21d3-43a5-be24-99f4fd9ddce5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:26.272937 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b957e8d0-0862-44f5-bc08-8c7948bbb735 req-913ff2e5-21d3-43a5-be24-99f4fd9ddce5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 944 time: 0.0469034 Sep 14 01:18:26.328019 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-b957e8d0-0862-44f5-bc08-8c7948bbb735 req-378a6477-8127-45e7-8b10-cff6c9973efd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485370 Sep 14 01:18:26.407385 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4ce2-5a31-416a-809e-30c0849a2e0b req-6dc4fd81-7fcf-489a-84a9-b5f23c24e6b9 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:26.408865 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a99c4ce2-5a31-416a-809e-30c0849a2e0b req-6dc4fd81-7fcf-489a-84a9-b5f23c24e6b9 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0472872 Sep 14 01:18:26.458034 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a99c4ce2-5a31-416a-809e-30c0849a2e0b req-91536d72-b7ec-4847-bf9f-35cc89f9067c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435181 Sep 14 01:18:26.464308 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['95cbc616-90a4-4fe0-8288-92d9ab2f32b3'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:18:26.624639 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:26.629394 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:27.446603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236d13-c26b-4dfb-88bd-04b96ca0b99f req-6d7a72fe-8ba2-4e0e-b7b0-3e535c9c82c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:27.448335 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0d236d13-c26b-4dfb-88bd-04b96ca0b99f req-6d7a72fe-8ba2-4e0e-b7b0-3e535c9c82c3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 944 time: 0.0460589 Sep 14 01:18:27.498526 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0d236d13-c26b-4dfb-88bd-04b96ca0b99f req-d0cd7677-26c6-46c3-9a8d-b580a9cb675d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Sep 14 01:18:27.561136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:27.579155 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6973f1-50ec-4f90-9aea-5195ad6a95d1 req-5936b8c4-551d-437e-84eb-af732b76b4d4 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:27.580645 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1d6973f1-50ec-4f90-9aea-5195ad6a95d1 req-5936b8c4-551d-437e-84eb-af732b76b4d4 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0475228 Sep 14 01:18:27.632655 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1d6973f1-50ec-4f90-9aea-5195ad6a95d1 req-1a2369cc-9945-49e4-bc0a-fcc676026758 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Sep 14 01:18:27.845645 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:18:27.889503 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:18:27.895014 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:18:27.895435 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:27.895801 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 Sep 14 01:18:27.966683 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:18:27.967064 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:27.989853 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:18:27.992108 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f617d88-641d-4b5b-b6a7-b1ac18fe0f72" -d '{"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-plugged", "status": "completed", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:18:28.004626 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:18:28.008805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:28.060103 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:28.148341 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03fa326-384f-4bf3-9091-e8356a3177cc x-openstack-request-id: req-c03fa326-384f-4bf3-9091-e8356a3177cc {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:18:28.148724 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-plugged", "status": "completed", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:18:28.148995 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c03fa326-384f-4bf3-9091-e8356a3177cc {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:18:28.149386 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03fa326-384f-4bf3-9091-e8356a3177cc'] response: {'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'code': 200} Sep 14 01:18:28.622237 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4e00-6e1f-42b4-be85-5b1bc793c1fd req-e644a3d0-6211-4894-b814-b7453e8a2679 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:28.623739 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-905f4e00-6e1f-42b4-be85-5b1bc793c1fd req-e644a3d0-6211-4894-b814-b7453e8a2679 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0480304 Sep 14 01:18:28.673809 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-905f4e00-6e1f-42b4-be85-5b1bc793c1fd req-a1ccf8b3-6538-4193-bda1-d7c91e551624 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Sep 14 01:18:28.762436 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa0cb1-9d72-44b5-ba05-3d27a62dc5eb req-f7715563-54c2-498d-aa1e-d064f7a49a22 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:28.763871 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d3fa0cb1-9d72-44b5-ba05-3d27a62dc5eb req-f7715563-54c2-498d-aa1e-d064f7a49a22 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0470345 Sep 14 01:18:28.774636 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:28.808829 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:28.813920 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d3fa0cb1-9d72-44b5-ba05-3d27a62dc5eb req-a07aec66-c968-4a35-8c22-109f11e1ec31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Sep 14 01:18:29.383030 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14049d-a826-4d50-ba12-546dcbf5a3ef req-2cab9540-b855-4081-8524-84df3bb53c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:29.384769 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7e14049d-a826-4d50-ba12-546dcbf5a3ef req-2cab9540-b855-4081-8524-84df3bb53c97 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.0389616 Sep 14 01:18:29.412542 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:29.430406 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-7e14049d-a826-4d50-ba12-546dcbf5a3ef req-d08502c0-fe64-413d-ba2c-e7f304547cb1 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Sep 14 01:18:29.799848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d27c9-266c-46e8-9369-a798ec9e61ec req-9367dd5a-bcb3-4288-b2f9-dec4e0d36f8f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:29.801314 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ee4d27c9-266c-46e8-9369-a798ec9e61ec req-9367dd5a-bcb3-4288-b2f9-dec4e0d36f8f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0508146 Sep 14 01:18:29.851018 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ee4d27c9-266c-46e8-9369-a798ec9e61ec req-60f0b37e-2a6f-4ae6-8cf0-c52943e847f6 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Sep 14 01:18:29.936338 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb811e-2941-4441-a6f9-2950d2958bf5 req-b22fc2cf-0484-4372-a8fb-cd4dc949062c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:29.937777 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dbfb811e-2941-4441-a6f9-2950d2958bf5 req-b22fc2cf-0484-4372-a8fb-cd4dc949062c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0486872 Sep 14 01:18:29.987492 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-dbfb811e-2941-4441-a6f9-2950d2958bf5 req-2c007212-7408-4d55-bbf9-674b3d528e60 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441508 Sep 14 01:18:30.972076 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834b1b6-b850-409d-8e68-6b6f0da4d25b req-18b104ee-ecbf-483a-b6c0-b3174893ae19 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:30.973548 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a834b1b6-b850-409d-8e68-6b6f0da4d25b req-18b104ee-ecbf-483a-b6c0-b3174893ae19 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0485640 Sep 14 01:18:31.023147 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a834b1b6-b850-409d-8e68-6b6f0da4d25b req-f0dff75b-9f8f-4365-ab38-97c0e14d60cd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Sep 14 01:18:31.113934 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb981a-9037-4fbb-a388-222b96e642fb req-d9fc3e51-c9ea-4c36-845b-5365b170a7c3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:31.115770 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c3bb981a-9037-4fbb-a388-222b96e642fb req-d9fc3e51-c9ea-4c36-845b-5365b170a7c3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0503042 Sep 14 01:18:31.168536 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c3bb981a-9037-4fbb-a388-222b96e642fb req-19bc0682-a93b-4c75-9560-b8bc3c97a0f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469630 Sep 14 01:18:31.862528 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 8c4592ba-3360-4783-a771-de0148eeab61 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:18:31.960124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 8c4592ba-3360-4783-a771-de0148eeab61, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8c4592ba-3360-4783-a771-de0148eeab61,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:18:31.971586 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '8c4592ba-3360-4783-a771-de0148eeab61', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'port_id': '8c4592ba-3360-4783-a771-de0148eeab61', 'mac_address': 'fa:16:3e:df:a6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:18:32.009135 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 8c4592ba-3360-4783-a771-de0148eeab61 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:18:32.010123 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (8c4592ba-3360-4783-a771-de0148eeab61), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.023170 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4592ba-3360-4783-a771-de0148eeab61 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:18:32.042548 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 8c4592ba-3360-4783-a771-de0148eeab61, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8c4592ba-3360-4783-a771-de0148eeab61,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:18:32.046201 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (8c4592ba-3360-4783-a771-de0148eeab61), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.094032 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=8c4592ba-3360-4783-a771-de0148eeab61,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:32.144910 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e1bc-4e3f-4454-88a4-315362f9187e req-57f673fa-b896-4999-963e-1743930666a2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:32.146279 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d798e1bc-4e3f-4454-88a4-315362f9187e req-57f673fa-b896-4999-963e-1743930666a2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0470185 Sep 14 01:18:32.199807 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-d798e1bc-4e3f-4454-88a4-315362f9187e req-1abb204c-9fce-4201-bc5e-4b0f235b9fc0 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476887 Sep 14 01:18:32.288032 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425791b4-409e-4ac9-9efe-3beda45882bd req-568d7f4c-e371-4e64-aad8-fdd0578c0d73 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:32.289489 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-425791b4-409e-4ac9-9efe-3beda45882bd req-568d7f4c-e371-4e64-aad8-fdd0578c0d73 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 944 time: 0.0472937 Sep 14 01:18:32.322008 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dfbe3-822c-44d1-bb85-9f96b1b18ceb req-2d47cb53-da63-4526-b91b-1106c7111616 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:32.323504 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4b8dfbe3-822c-44d1-bb85-9f96b1b18ceb req-2d47cb53-da63-4526-b91b-1106c7111616 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0474737 Sep 14 01:18:32.344828 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-425791b4-409e-4ac9-9efe-3beda45882bd req-de6331c3-fb81-4755-859e-53f23cff54ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487413 Sep 14 01:18:32.381485 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-4b8dfbe3-822c-44d1-bb85-9f96b1b18ceb req-48bf2aca-05f0-4b96-87d8-7d7611ef218f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518920 Sep 14 01:18:32.409732 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39104) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:18:32.440595 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['8c4592ba-3360-4783-a771-de0148eeab61'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:18:32.584847 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:32.604366 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba075b-975f-46b3-bf02-6aa988c5c6c9 tempest-TestShelveInstance-958514999 tempest-TestShelveInstance-958514999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:32.605929 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-98ba075b-975f-46b3-bf02-6aa988c5c6c9 tempest-TestShelveInstance-958514999 tempest-TestShelveInstance-958514999-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1124 time: 0.1952364 Sep 14 01:18:32.608935 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39108) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:18:32.613139 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'port_id': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:18:32.635538 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.666283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:32.717527 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.829959 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Allocated IP 172.27.1.236 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/c58133a1-d7f0-4133-b46b-dfc8f3aef066) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:18:32.889364 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:32.934917 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.965640 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.992584 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:33.012039 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:18:33.017240 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:18:33.021277 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:18:33.024423 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'Port': ['ID=c58133a1-d7f0-4133-b46b-dfc8f3aef066,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:33.051307 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.051675 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.052012 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.052341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.052666 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.052988 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.053305 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.053624 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.053940 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.054254 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.054570 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.054886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.055199 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.055509 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.055868 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:33.381170 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for floatingip (55a8d600-8052-4c64-a47e-81c49f123249), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.452856 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.466874 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa305-da4e-4a5e-b2cf-b583bbcbb408 req-e54e9c53-8557-473d-8843-906b81a1e537 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:33.468415 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-aebaa305-da4e-4a5e-b2cf-b583bbcbb408 req-e54e9c53-8557-473d-8843-906b81a1e537 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 944 time: 0.0487061 Sep 14 01:18:33.519052 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-aebaa305-da4e-4a5e-b2cf-b583bbcbb408 req-6d447c0c-28b5-4c61-a33f-f4d84c88b99e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445755 Sep 14 01:18:33.604774 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.609284 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.669302 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:33.677094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (55a8d600-8052-4c64-a47e-81c49f123249), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.680134 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event updated for resources: {'Port': ['ID=c58133a1-d7f0-4133-b46b-dfc8f3aef066,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:33.773688 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Floating IP 55a8d600-8052-4c64-a47e-81c49f123249 associated. External IP: 172.27.1.236, port: 95cbc616-90a4-4fe0-8288-92d9ab2f32b3. Sep 14 01:18:33.858084 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:33.887453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 8c4592ba-3360-4783-a771-de0148eeab61 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:18:33.932406 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port 8c4592ba-3360-4783-a771-de0148eeab61 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:18:33.941083 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 8c4592ba-3360-4783-a771-de0148eeab61 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:18:33.941497 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (8c4592ba-3360-4783-a771-de0148eeab61), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.941991 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 8c4592ba-3360-4783-a771-de0148eeab61 Sep 14 01:18:33.977347 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Router efab16b1-e0f1-416d-96c8-fb5e0817a952 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:18:34.016136 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 8c4592ba-3360-4783-a771-de0148eeab61 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:18:34.016534 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (8c4592ba-3360-4783-a771-de0148eeab61), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:34.039851 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:18:34.042773 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed43ede-b5ca-4537-9a76-4fc6e3d9f96d" -d '{"events": [{"server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "name": "network-vif-plugged", "status": "completed", "tag": "8c4592ba-3360-4783-a771-de0148eeab61"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:18:34.055361 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 8c4592ba-3360-4783-a771-de0148eeab61, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8c4592ba-3360-4783-a771-de0148eeab61,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:18:34.060177 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (8c4592ba-3360-4783-a771-de0148eeab61), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:34.084263 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92671a94-8a2b-4830-bb89-68979be8200f x-openstack-request-id: req-92671a94-8a2b-4830-bb89-68979be8200f {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:18:34.084564 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "name": "network-vif-plugged", "status": "completed", "tag": "8c4592ba-3360-4783-a771-de0148eeab61", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:18:34.084805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92671a94-8a2b-4830-bb89-68979be8200f {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:18:34.085194 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92671a94-8a2b-4830-bb89-68979be8200f'] response: {'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61', 'code': 200} Sep 14 01:18:34.089028 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:18:34.100359 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] Sync routers for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:18:34.108459 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:34.113376 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=8c4592ba-3360-4783-a771-de0148eeab61,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:34.115894 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:18:34.123047 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:18:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:34.143039 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-18a1d5c5-3406-401e-8008-673798ee433d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5330489 Sep 14 01:18:34.144118 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:18:34.146499 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13deb659-6218-4dd8-86e8-72430f8ebe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:18:34.184572 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a87154-6cd5-47de-8590-e66aa6e44673 x-openstack-request-id: req-e4a87154-6cd5-47de-8590-e66aa6e44673 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:18:34.184870 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:18:34.185130 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4a87154-6cd5-47de-8590-e66aa6e44673 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:18:34.185543 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a87154-6cd5-47de-8590-e66aa6e44673'] response: {'name': 'network-changed', 'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'status': 'completed', 'code': 200} Sep 14 01:18:34.226688 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:18:34.302767 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-12718446-6624-4ee0-8a77-df81b72ed799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:34.304710 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-12718446-6624-4ee0-8a77-df81b72ed799 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.0435944 Sep 14 01:18:34.340646 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141adba7-ea89-4211-9ed7-6eaa003302b7 req-b527ae07-0edc-416e-af7d-2e98e46bd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:34.342221 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-141adba7-ea89-4211-9ed7-6eaa003302b7 req-b527ae07-0edc-416e-af7d-2e98e46bd697 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0420992 Sep 14 01:18:34.401184 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-141adba7-ea89-4211-9ed7-6eaa003302b7 req-bb18dfdd-516b-468f-b517-5bdd0e44f12b service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494437 Sep 14 01:18:34.413947 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-b8842947-6feb-45dd-b0c4-4e6d7d40e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:34.416229 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-b8842947-6feb-45dd-b0c4-4e6d7d40e247 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.1052051 Sep 14 01:18:34.445743 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '55a8d600-8052-4c64-a47e-81c49f123249', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'port_id': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'mac_address': 'fa:16:3e:8a:6f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5047389f-d232-432f-a459-bc4b023c358d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:18:33Z', 'updated_at': '2022-09-14T01:18:33Z', 'revision_number': 0, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:34.469904 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] Checking router: efab16b1-e0f1-416d-96c8-fb5e0817a952 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:18:34.479175 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:18:34.479808 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:18:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:34.580569 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:18:34.641324 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687774-ee8b-480e-8a6a-b09d3b199fcc req-0bd88691-cec7-4b8e-af63-c157fab27145 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:34.642803 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-29687774-ee8b-480e-8a6a-b09d3b199fcc req-0bd88691-cec7-4b8e-af63-c157fab27145 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Sep 14 01:18:34.692201 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-29687774-ee8b-480e-8a6a-b09d3b199fcc req-f1976e64-8ca4-45ad-b205-bab38a4b5eaf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Sep 14 01:18:34.793516 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '55a8d600-8052-4c64-a47e-81c49f123249', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'port_id': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'mac_address': 'fa:16:3e:8a:6f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5047389f-d232-432f-a459-bc4b023c358d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:18:33Z', 'updated_at': '2022-09-14T01:18:33Z', 'revision_number': 0, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:34.805690 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-e052431e-8139-4c08-b94b-94b4055b6de1 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 999 time: 0.0597136 Sep 14 01:18:34.817599 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6623e-820b-4f57-bd7d-8c086cfbcdb8 None None] The sync data for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi is: [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '55a8d600-8052-4c64-a47e-81c49f123249', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'port_id': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'mac_address': 'fa:16:3e:8a:6f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5047389f-d232-432f-a459-bc4b023c358d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:18:33Z', 'updated_at': '2022-09-14T01:18:33Z', 'revision_number': 0, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:18:35.000786 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b801b874-ab92-4d67-9962-cbac40e530d1 None None] New status for floating IP 55a8d600-8052-4c64-a47e-81c49f123249: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:18:35.253658 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-d535b06c-28ee-4245-8d25-72f421238cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:35.255285 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-d535b06c-28ee-4245-8d25-72f421238cf3 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0462575 Sep 14 01:18:35.300587 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-d2543b54-541d-4d3c-b6dc-862db9e1b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:35.302116 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-d2543b54-541d-4d3c-b6dc-862db9e1b8ce service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405777 Sep 14 01:18:35.408625 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:35.412932 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-ba40077b-a7c3-4589-94a4-236fa7b4c3da service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879104 Sep 14 01:18:35.502438 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-13deb659-6218-4dd8-86e8-72430f8ebe9b req-dcda7caa-5eec-4493-999e-9996cabb55a5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830245 Sep 14 01:18:35.817036 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e76f-6e90-4af5-871f-920830138c93 req-ab149ca0-8f3b-4701-a359-e99609e1009e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:35.818495 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4cd6e76f-6e90-4af5-871f-920830138c93 req-ab149ca0-8f3b-4701-a359-e99609e1009e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Sep 14 01:18:35.856899 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8632b28e-941b-42d2-8b6a-49be49843d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:35.868521 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4cd6e76f-6e90-4af5-871f-920830138c93 req-7ca06db2-f2f3-46a3-a10c-81f71393bf7e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 Sep 14 01:18:35.993316 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab772087-3450-4e8c-bbfe-7276851e35f8 req-1d4f8cfd-0d36-4bcd-a02a-4669c1e30576 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:35.995516 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab772087-3450-4e8c-bbfe-7276851e35f8 req-1d4f8cfd-0d36-4bcd-a02a-4669c1e30576 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0519533 Sep 14 01:18:36.049248 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ab772087-3450-4e8c-bbfe-7276851e35f8 req-e62b4d26-76b8-4179-8e12-943948088661 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479491 Sep 14 01:18:36.078012 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39124) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:18:36.218924 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaecc1e3-0e6e-45cd-80d9-62c188b118ef tempest-TestVolumeBootPattern-904710154 tempest-TestVolumeBootPattern-904710154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:36.220490 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-aaecc1e3-0e6e-45cd-80d9-62c188b118ef tempest-TestVolumeBootPattern-904710154 tempest-TestVolumeBootPattern-904710154-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 1124 time: 0.1415012 Sep 14 01:18:36.223353 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39128) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:18:36.227506 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'port_id': '8c4592ba-3360-4783-a771-de0148eeab61', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:18:36.248512 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:36.330725 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:36.436710 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Allocated IP 172.27.1.187 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/d47c1774-7a61-4e1c-a96c-9a4902eb94a7) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:18:36.504240 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:36.543998 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:36.547849 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:36.578450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:36.616303 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:18:36.619815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:18:36.623534 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:18:36.649227 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=d47c1774-7a61-4e1c-a96c-9a4902eb94a7,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:36.660391 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.660739 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.661081 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.661421 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.661752 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.662079 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.662404 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.662728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.663051 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.663373 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.663728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.664050 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.664366 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.664682 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:36.665003 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:18:37.210850 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (99cb6ade-fdb2-4d36-9989-4a6c6ba5652a), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:37.279011 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:37.422256 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:37.426608 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:37.489260 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:37.496320 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=d47c1774-7a61-4e1c-a96c-9a4902eb94a7,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:18:37.499959 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (99cb6ade-fdb2-4d36-9989-4a6c6ba5652a), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:37.548625 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:37.598336 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Floating IP 99cb6ade-fdb2-4d36-9989-4a6c6ba5652a associated. External IP: 172.27.1.187, port: 8c4592ba-3360-4783-a771-de0148eeab61. Sep 14 01:18:37.796085 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:18:37.895193 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:18:37.904419 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:18:37.912365 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:37.915182 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:18:37.915832 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:18:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:37.949522 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-e18e3b0c-bdad-4fd6-ada7-8f1b4524ffbc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7220421 Sep 14 01:18:37.949522 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:18:37.949987 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "tag": "8c4592ba-3360-4783-a771-de0148eeab61"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:18:38.020738 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:18:38.042951 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1f43d-189a-4cb9-b48f-832f752eb0a5 x-openstack-request-id: req-ebf1f43d-189a-4cb9-b48f-832f752eb0a5 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:18:38.043242 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "tag": "8c4592ba-3360-4783-a771-de0148eeab61", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:18:38.043510 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebf1f43d-189a-4cb9-b48f-832f752eb0a5 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:18:38.043928 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf1f43d-189a-4cb9-b48f-832f752eb0a5'] response: {'name': 'network-changed', 'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61', 'status': 'completed', 'code': 200} Sep 14 01:18:38.046421 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:38.130185 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-a8ff3d7a-9019-4f6b-8d90-cae934aef257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:38.131825 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-a8ff3d7a-9019-4f6b-8d90-cae934aef257 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0406790 Sep 14 01:18:38.178403 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:38.196880 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:38.227354 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-70968d21-847c-4e8d-8877-230680abee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:38.228966 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-70968d21-847c-4e8d-8877-230680abee41 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0906570 Sep 14 01:18:38.236213 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '99cb6ade-fdb2-4d36-9989-4a6c6ba5652a', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': '8c4592ba-3360-4783-a771-de0148eeab61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:df:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:18:36Z', 'updated_at': '2022-09-14T01:18:36Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:38.294054 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-d6f5685b-64be-42b8-ba86-08c978a4e947 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4592ba-3360-4783-a771-de0148eeab61 HTTP/1.1" status: 200 len: 999 time: 0.0585048 Sep 14 01:18:38.330561 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-0f897fc7-6c49-4793-be46-312c2e76e77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:38.344603 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-ce25aec1-95f3-4147-bb70-a8c8cd6cba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:38.350699 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-ce25aec1-95f3-4147-bb70-a8c8cd6cba56 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0471475 Sep 14 01:18:38.351545 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:18:38.357105 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:18:38.357709 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:18:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:38.393169 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-10d23f6f-02a0-4602-9cc4-aa856455524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:38.394669 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-10d23f6f-02a0-4602-9cc4-aa856455524a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429258 Sep 14 01:18:38.471993 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:18:38.691366 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '99cb6ade-fdb2-4d36-9989-4a6c6ba5652a', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': '8c4592ba-3360-4783-a771-de0148eeab61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:df:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:18:36Z', 'updated_at': '2022-09-14T01:18:36Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:18:38.720138 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebcb59-f542-47d7-a33c-1386826335ff None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '99cb6ade-fdb2-4d36-9989-4a6c6ba5652a', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': '8c4592ba-3360-4783-a771-de0148eeab61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:df:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:18:36Z', 'updated_at': '2022-09-14T01:18:36Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:18:38.764328 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-c4a6df7b-b5d8-49a4-9f18-d2d450a93e26 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636258 Sep 14 01:18:38.859790 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a2988f57-f20a-44a2-9fdc-a89066b5e9b3 req-c6ce8a61-aba8-40e5-b56a-4e134804a06a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885544 Sep 14 01:18:38.932520 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95031b04-e16f-474c-b71a-bc6b5d78b450 None None] New status for floating IP 99cb6ade-fdb2-4d36-9989-4a6c6ba5652a: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:18:39.421649 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:40.788149 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:41.053072 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:42.278788 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:18:47.941371 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=39 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:47.943320 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=53,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:48.850205 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=66 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:48.856975 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=39 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:50.814490 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:52.272794 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=47 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:52.273981 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=59 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:55.173918 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-074237f2-c4fa-4767-8bdb-7149fad63be9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384431 Sep 14 01:18:55.285611 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe420754-85cd-42ac-99e9-245375f5f083 req-ec781ec7-fd6c-460e-9fba-a018c0dd7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:55.287089 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-ec781ec7-fd6c-460e-9fba-a018c0dd7e6f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.0403144 Sep 14 01:18:55.395317 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe420754-85cd-42ac-99e9-245375f5f083 req-414f90db-3ef5-4467-a335-557769151f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:55.396807 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-414f90db-3ef5-4467-a335-557769151f0c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.0890110 Sep 14 01:18:55.462656 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-03d2160f-0e3e-4890-819c-de488e61a195 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 1001 time: 0.0541890 Sep 14 01:18:55.515481 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe420754-85cd-42ac-99e9-245375f5f083 req-426eb80c-31e6-445e-af89-3755a3a5ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:55.516937 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-426eb80c-31e6-445e-af89-3755a3a5ea72 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0478513 Sep 14 01:18:55.561904 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe420754-85cd-42ac-99e9-245375f5f083 req-5d7123a7-26a1-46c6-bf28-3490bfe2cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:18:55.563447 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-5d7123a7-26a1-46c6-bf28-3490bfe2cf66 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386999 Sep 14 01:18:55.657380 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-1b7a452e-0625-4e82-9b28-82c58d6c8b54 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 Sep 14 01:18:55.747885 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fe420754-85cd-42ac-99e9-245375f5f083 req-5a1e24ae-714e-4343-ab03-9be95073316a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837302 Sep 14 01:19:00.805005 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:00.810341 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:05.743506 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=51 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:05.745414 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=50 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:05.859226 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cd76c521-04c7-4391-87e7-18534792d003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:08.323931 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e76cc47f-4633-4243-b110-f9a572912b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:09.426260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:10.773024 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:11.055315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:18.291061 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:18.291921 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:19.277462 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:19:20.817257 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:30.806380 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:30.812416 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:30.822069 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=16 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:30.822908 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=12 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:35.861460 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-585b4d95-d026-45e0-94c4-b112c8cf3ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:38.325206 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-def8f904-38b0-4f94-9f8a-25b195fe05c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:39.426422 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:40.775049 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:41.058591 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:50.836576 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:55.286522 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:55.287339 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:56.149059 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-29d84b59-3e96-4cf9-b472-92e32132953a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402994 Sep 14 01:19:56.228092 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-e90297ac-b877-4d0e-8df3-fa4575dfc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:19:56.229589 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-e90297ac-b877-4d0e-8df3-fa4575dfc2ed service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0432010 Sep 14 01:19:56.278024 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:19:56.332786 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-392b15b5-e6f5-404a-a272-92c7445396bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:19:56.334263 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-392b15b5-e6f5-404a-a272-92c7445396bf service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0859735 Sep 14 01:19:56.398772 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-a326e2db-341a-42c6-b623-77e1b2cfb907 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4592ba-3360-4783-a771-de0148eeab61 HTTP/1.1" status: 200 len: 1001 time: 0.0579679 Sep 14 01:19:56.447066 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-f6fdf621-9e35-45b9-9cf1-2931e61dea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:19:56.448576 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-f6fdf621-9e35-45b9-9cf1-2931e61dea51 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0442765 Sep 14 01:19:56.491214 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-9d105e9f-71a7-40ac-9901-08244008c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:19:56.492718 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-9d105e9f-71a7-40ac-9901-08244008c914 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387561 Sep 14 01:19:56.587881 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-6e8dbf3b-6648-4f39-9d7b-0b3d23938416 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887403 Sep 14 01:19:56.676880 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a6df7a79-98a7-4126-89bf-dc2ea568b5dc req-6ada1491-02b9-4b62-84bc-21a212be1e27 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831828 Sep 14 01:20:00.830121 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:00.832656 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:05.864236 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8fcea5f0-7f4f-4de8-bf10-0e7f7e3e01d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:06.272878 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:06.273618 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:06.672193 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=54 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:06.674290 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=47 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:08.328764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8010904f-ca46-415a-a8fe-7dee6027dde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:09.429147 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:10.777631 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:11.060132 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:20.839462 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:30.833566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:30.835546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:33.277724 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:20:35.866976 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-04a9a8d8-a275-422c-afcc-3836f7d28bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:38.334738 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3712219a-caca-4d86-a0d3-395e35c2edb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:39.134625 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-64e7126b-e5e4-4247-9bdd-267e61e1364c req-e0f43b6e-890c-484e-bbd3-993a2fb0091d service neutron] (106417) timed out ('10.222.0.44', 59941) {{(pid=106417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:20:39.163377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-9e94169a-a2ce-464b-83f5-4f41b0f6993a req-0bc2c8b1-474a-493d-8ef1-022595b5695d service neutron] (106417) timed out ('10.222.0.44', 59889) {{(pid=106417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:20:39.431771 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:40.089518 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-3254bc47-f38c-4f4a-b3dd-8cf187718b68 req-9f970cca-390e-4b2c-af97-05a2e364a933 service neutron] (106416) timed out ('10.222.0.44', 59902) {{(pid=106416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:20:40.815031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:41.062479 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:43.274040 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:43.274771 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:45.238546 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-1464588e-5ea8-4982-a4e7-f5a7ac630b26 req-6013df89-0120-4e3a-a050-3f5f6baa2086 service neutron] (106416) timed out ('10.222.0.44', 59930) {{(pid=106416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:20:48.801336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a9aff-cae1-4655-8c00-1ef4aa1f383a req-022b38a5-1d8f-41ab-a3e0-4a2108665260 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:48.802809 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-778a9aff-cae1-4655-8c00-1ef4aa1f383a req-022b38a5-1d8f-41ab-a3e0-4a2108665260 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.1032019 Sep 14 01:20:48.853035 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-778a9aff-cae1-4655-8c00-1ef4aa1f383a req-513010f0-6b5d-4ec0-ac38-78dde6b3f395 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Sep 14 01:20:50.036128 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446d3bb-d64e-4c28-8e10-d4f0a1d65b17 req-81edcef4-bb0b-4923-bfbc-d9834ae5b4e2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:50.037580 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9446d3bb-d64e-4c28-8e10-d4f0a1d65b17 req-81edcef4-bb0b-4923-bfbc-d9834ae5b4e2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.1005073 Sep 14 01:20:50.085667 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9446d3bb-d64e-4c28-8e10-d4f0a1d65b17 req-fe4b2012-666a-4db7-af10-62896271dcd5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Sep 14 01:20:50.830703 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:51.212355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ffcf-d526-4446-a31a-92f7f7ca5e31 req-0c3da6bb-6f56-45c3-996d-59ff7a805846 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:51.213806 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2969ffcf-d526-4446-a31a-92f7f7ca5e31 req-0c3da6bb-6f56-45c3-996d-59ff7a805846 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0464001 Sep 14 01:20:51.265578 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2969ffcf-d526-4446-a31a-92f7f7ca5e31 req-3c6988c7-af85-402d-87fc-3c808cdccfe2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462270 Sep 14 01:20:52.387167 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afbfb4-6428-47e3-a130-ea4819419ddc req-ab02af64-a31b-4afa-a8a3-1bb5c155c776 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:52.388897 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-51afbfb4-6428-47e3-a130-ea4819419ddc req-ab02af64-a31b-4afa-a8a3-1bb5c155c776 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0468743 Sep 14 01:20:52.437767 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-51afbfb4-6428-47e3-a130-ea4819419ddc req-43135c40-00f8-4d5a-b2c8-a7443e4e5580 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Sep 14 01:20:53.375845 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7eb33-807c-4fa2-b88b-3ab021e3cf46 req-6cc553fe-724c-42d1-a7b8-b7c20be21406 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:53.377329 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54d7eb33-807c-4fa2-b88b-3ab021e3cf46 req-6cc553fe-724c-42d1-a7b8-b7c20be21406 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Sep 14 01:20:53.431082 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-54d7eb33-807c-4fa2-b88b-3ab021e3cf46 req-6aef1f69-4355-4cc1-b20b-2e8a49fbc262 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478377 Sep 14 01:20:53.560055 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5deaba-489c-42d5-a788-473a25ddf083 req-b5d0dbb3-4e3c-4685-ac10-b1c1725c46a5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:53.561515 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f5deaba-489c-42d5-a788-473a25ddf083 req-b5d0dbb3-4e3c-4685-ac10-b1c1725c46a5 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0472622 Sep 14 01:20:53.610608 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4f5deaba-489c-42d5-a788-473a25ddf083 req-f46a0e68-1f8a-435f-90e3-15b656252e49 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435915 Sep 14 01:20:54.552678 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cba58-792b-4ced-a78e-6937531eaa6c req-90c4a231-9c56-4b7a-9792-a813c12901e5 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:54.554126 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a92cba58-792b-4ced-a78e-6937531eaa6c req-90c4a231-9c56-4b7a-9792-a813c12901e5 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0468531 Sep 14 01:20:54.604100 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a92cba58-792b-4ced-a78e-6937531eaa6c req-a6fe7a47-50c9-430d-a0a7-d1852096db94 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Sep 14 01:20:54.730372 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02aa6-1872-4847-906c-39ca7f619fad req-98a726b5-233c-4e78-8d96-3b7bdc98e2d3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:54.731762 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2ae02aa6-1872-4847-906c-39ca7f619fad req-98a726b5-233c-4e78-8d96-3b7bdc98e2d3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0465565 Sep 14 01:20:54.780572 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2ae02aa6-1872-4847-906c-39ca7f619fad req-6ac5c246-84ed-4aaf-aead-429fdeb1035c tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Sep 14 01:20:55.246833 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-2f923d0a-3903-4986-bb21-7b10af999d9d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:55.248283 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-2f923d0a-3903-4986-bb21-7b10af999d9d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0461714 Sep 14 01:20:55.335341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Deleting port 8c4592ba-3360-4783-a771-de0148eeab61 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:20:55.335721 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (8c4592ba-3360-4783-a771-de0148eeab61), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:55.424665 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] For port 8c4592ba-3360-4783-a771-de0148eeab61, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8c4592ba-3360-4783-a771-de0148eeab61,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:20:55.425073 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (8c4592ba-3360-4783-a771-de0148eeab61), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:55.593869 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:55.594579 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (99cb6ade-fdb2-4d36-9989-4a6c6ba5652a), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:55.594579 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Floating IP 99cb6ade-fdb2-4d36-9989-4a6c6ba5652a disassociated. External IP: 172.27.1.187, port: 8c4592ba-3360-4783-a771-de0148eeab61. Sep 14 01:20:55.594818 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Calling delete_port for 8c4592ba-3360-4783-a771-de0148eeab61 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:20:55.764379 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e524-3965-4502-a39f-00ef4cb57b4f req-3c68877f-3842-404f-9551-a8f4d425121d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:55.765846 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-be02e524-3965-4502-a39f-00ef4cb57b4f req-3c68877f-3842-404f-9551-a8f4d425121d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 945 time: 0.0663350 Sep 14 01:20:55.766857 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (8c4592ba-3360-4783-a771-de0148eeab61), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:55.773453 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:55.777204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:55.805095 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'Port': ['ID=8c4592ba-3360-4783-a771-de0148eeab61,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:20:55.826237 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.826588 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.826934 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.827275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.827634 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.827968 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.828302 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.828626 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.828954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.829278 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.829666 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.829923 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.830246 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.830565 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.830884 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:20:55.913484 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2428d80-9ea4-497c-8a48-d27cb4b57520 req-81a44018-719b-4221-8e65-920b3176bbae tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:55.914848 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-be02e524-3965-4502-a39f-00ef4cb57b4f req-aa69bacb-2dea-42cf-89b2-b7e36eacd69c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390409 Sep 14 01:20:55.914988 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f2428d80-9ea4-497c-8a48-d27cb4b57520 req-81a44018-719b-4221-8e65-920b3176bbae tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0535331 Sep 14 01:20:55.964837 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f2428d80-9ea4-497c-8a48-d27cb4b57520 req-cb9dcc7b-3feb-4d73-9389-8672c585c066 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Sep 14 01:20:55.972900 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:20:56.075864 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:20:56.092499 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:20:56.103726 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:20:56.104250 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:20:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:20:56.119954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] No DVR routers for this DVR port 8c4592ba-3360-4783-a771-de0148eeab61 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:20:56.122478 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:56.125731 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2779dee1-4f65-4fbe-8ecf-df51670278e2 req-448f2fff-27e0-4028-bf96-68d096cee1f1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "DELETE /networking/v2.0/ports/8c4592ba-3360-4783-a771-de0148eeab61 HTTP/1.1" status: 204 len: 173 time: 0.8723309 Sep 14 01:20:56.126220 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'name': 'network-vif-deleted', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:20:56.129074 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e455c718-1455-4de2-9642-142e2e6aff40" -d '{"events": [{"server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "name": "network-vif-deleted", "tag": "8c4592ba-3360-4783-a771-de0148eeab61"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:20:56.181890 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3a921-daea-41cf-afc2-b2b92eea5726 x-openstack-request-id: req-a0a3a921-daea-41cf-afc2-b2b92eea5726 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:20:56.182462 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27979fc-e36a-4644-9d51-55c6c105c7a9", "name": "network-vif-deleted", "tag": "8c4592ba-3360-4783-a771-de0148eeab61", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:20:56.182716 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0a3a921-daea-41cf-afc2-b2b92eea5726 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:20:56.183200 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a3a921-daea-41cf-afc2-b2b92eea5726'] response: {'server_uuid': 'b27979fc-e36a-4644-9d51-55c6c105c7a9', 'name': 'network-vif-deleted', 'tag': '8c4592ba-3360-4783-a771-de0148eeab61', 'status': 'completed', 'code': 200} Sep 14 01:20:56.215255 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:20:56.412175 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:20:56.440401 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:20:56.448948 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:20:56.449540 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:20:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:20:56.550801 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:20:56.822563 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:20:56.847811 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba0d18-e720-444a-865c-7ec8df400654 None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:20:57.044770 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8c1e62d3-f162-4639-bf38-5f956b218cb1 req-4e770cb3-85d4-40cd-b662-e039c7f9eb19 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b27979fc-e36a-4644-9d51-55c6c105c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0356655 Sep 14 01:20:57.105643 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05f2bd-df8d-4c4a-bd41-9e6e4554af0a None None] New status for floating IP 99cb6ade-fdb2-4d36-9989-4a6c6ba5652a: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:20:57.126579 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed0bea-0453-4d4c-9fdc-feef58517c64 req-b5da2f1b-4452-4a1b-b1a7-0aca8120bcbf tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:57.128706 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caed0bea-0453-4d4c-9fdc-feef58517c64 req-b5da2f1b-4452-4a1b-b1a7-0aca8120bcbf tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0565677 Sep 14 01:20:57.190124 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caed0bea-0453-4d4c-9fdc-feef58517c64 req-9eafeb57-9e01-4b47-a21c-0e82cbab005b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549805 Sep 14 01:20:57.285902 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66c57-f691-430b-9069-d0dbce275e80 req-703136c9-c746-4f14-9c99-e37cbcf618eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:57.287399 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-703136c9-c746-4f14-9c99-e37cbcf618eb service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.1105149 Sep 14 01:20:57.392429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66c57-f691-430b-9069-d0dbce275e80 req-74c0195b-9000-4889-8de3-57871ad3d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:57.394238 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-74c0195b-9000-4889-8de3-57871ad3d021 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.0875664 Sep 14 01:20:57.453267 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-f660693f-3240-4804-b78b-ad2f66f32d68 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 1001 time: 0.0536535 Sep 14 01:20:57.499986 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66c57-f691-430b-9069-d0dbce275e80 req-18988cf9-ca81-4271-be17-574b3388476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:57.501427 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-18988cf9-ca81-4271-be17-574b3388476f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0427108 Sep 14 01:20:57.546201 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66c57-f691-430b-9069-d0dbce275e80 req-566b2628-b016-40bd-92d5-f01391827ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:57.547646 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-566b2628-b016-40bd-92d5-f01391827ffc service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401931 Sep 14 01:20:57.634459 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-f0d097f6-6387-4c7b-b54a-684f9976a94b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807402 Sep 14 01:20:57.725783 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-22d66c57-f691-430b-9069-d0dbce275e80 req-dfba27b5-ae72-4744-b9e2-b333ec25cbfe service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850289 Sep 14 01:20:58.270670 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-da895a7e-6355-4a54-a22c-69c31d9794e0 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-166959226&fields=id&tenant_id=6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 267 time: 0.0466945 Sep 14 01:20:58.300584 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:58.322208 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e962c-a153-4955-a578-9c69ce285a9c req-8fb726ba-c23a-4302-b1e9-f2f1a33dd6ed tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:58.323724 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1e4e962c-a153-4955-a578-9c69ce285a9c req-8fb726ba-c23a-4302-b1e9-f2f1a33dd6ed tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0469193 Sep 14 01:20:58.355831 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:58.377944 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1e4e962c-a153-4955-a578-9c69ce285a9c req-152e5df2-5f40-417e-b0d8-88158a9ff869 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482812 Sep 14 01:20:58.383406 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-487728b5-7339-4190-9712-b5139ce37aae tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:58.384908 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-487728b5-7339-4190-9712-b5139ce37aae tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 811 time: 0.1072640 Sep 14 01:20:58.400892 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-36388c29-be06-45d7-af9b-88c7565b4a7a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/quotas/6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 375 time: 0.0097458 Sep 14 01:20:58.450075 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-523e458b-08fc-4dbc-b7a5-847787cd2b88 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440702 Sep 14 01:20:58.501623 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 8c4592ba-3360-4783-a771-de0148eeab61 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:20:58.522417 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 8c4592ba-3360-4783-a771-de0148eeab61 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:20:58.522768 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 8c4592ba-3360-4783-a771-de0148eeab61 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:20:58.551620 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-7cbb4df4-a904-4cbc-b91f-8d14f88b1a8b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876679 Sep 14 01:20:58.640630 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-25902ffe-14c3-411d-a374-00b381f8e315 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832574 Sep 14 01:20:58.940474 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-edaeb1f5-5a96-4ab3-93cb-97e83d306265 req-2e3a572e-4076-4513-ac41-f6b949a581d4 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 210 time: 0.0281808 Sep 14 01:20:58.962070 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963250c5-2023-40fd-9b32-d17807d42d17 req-be4dced6-74dc-4104-91c0-a21a93109ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:58.963577 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-be4dced6-74dc-4104-91c0-a21a93109ee1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.0416222 Sep 14 01:20:59.061427 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963250c5-2023-40fd-9b32-d17807d42d17 req-94ab44c2-a93c-4c1d-8878-ff3c77a29c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:59.062890 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-94ab44c2-a93c-4c1d-8878-ff3c77a29c15 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.0930192 Sep 14 01:20:59.139014 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-ae9a572f-0ec1-41a4-a196-56ea22e9b68c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 1001 time: 0.0560279 Sep 14 01:20:59.193179 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963250c5-2023-40fd-9b32-d17807d42d17 req-846bcbd9-124d-40ca-a2b3-6f9c109603b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:59.194646 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-846bcbd9-124d-40ca-a2b3-6f9c109603b3 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0490131 Sep 14 01:20:59.241662 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963250c5-2023-40fd-9b32-d17807d42d17 req-665132f8-45dd-4129-8ada-6e53c407c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:59.243248 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-665132f8-45dd-4129-8ada-6e53c407c869 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424662 Sep 14 01:20:59.339945 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-289bc06c-3b4b-4cda-87fe-6c7f2c334b76 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889585 Sep 14 01:20:59.432896 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-963250c5-2023-40fd-9b32-d17807d42d17 req-115e2fcb-9401-4de4-9070-abcbadbbbff0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858493 Sep 14 01:20:59.505802 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677527-f451-4271-888f-c67202b953f0 req-0d9d199a-d9a6-4990-835f-0f894734263e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:20:59.507262 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f6677527-f451-4271-888f-c67202b953f0 req-0d9d199a-d9a6-4990-835f-0f894734263e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0513117 Sep 14 01:20:59.561109 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f6677527-f451-4271-888f-c67202b953f0 req-7cc570b6-48f4-4bed-a66b-007f4f24ca26 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Sep 14 01:21:00.044634 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8e605a19-3166-4d40-ad0f-5455add76dff req-3be37118-36cc-4b29-a7e8-b232197a5cd5 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Sep 14 01:21:00.687844 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f4fe4-40f1-4446-8e36-b21f379d5051 req-565310aa-a673-47d5-a672-ccded0f16047 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:00.689328 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f75f4fe4-40f1-4446-8e36-b21f379d5051 req-565310aa-a673-47d5-a672-ccded0f16047 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0488153 Sep 14 01:21:00.726114 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:00.740390 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-f75f4fe4-40f1-4446-8e36-b21f379d5051 req-cc1435d9-678b-4e08-a25c-07631a98992c tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Sep 14 01:21:01.147895 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17d32acf-dbbe-45be-b068-82e2af59822c req-4e1ec8ed-8e08-4fa5-b260-a38bc817c49f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Sep 14 01:21:01.581553 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-40c81def-065b-425c-9576-078fb5e29dec tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:01.584347 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-40c81def-065b-425c-9576-078fb5e29dec tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 811 time: 0.1289978 Sep 14 01:21:01.626124 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:01.663370 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-9422f8ea-03c5-43ee-b5dd-7969d73645db tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 379 time: 0.0588365 Sep 14 01:21:01.707990 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'port': {'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'admin_state_up': True, 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'security_groups': ['e1801249-90e4-4917-84c8-c2d96867af47']}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:21:01.821622 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Made reservation on behalf of 6c0d5a6539764b53852b5741347734a8 for: {'port': 1} {{(pid=106417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:21:01.825434 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:01.891547 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c913a-72f7-4fbb-bc2c-5e68995b8c1a req-4c23fc4f-abcd-4a7d-af26-29e509e9069e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:01.893015 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-107c913a-72f7-4fbb-bc2c-5e68995b8c1a req-4c23fc4f-abcd-4a7d-af26-29e509e9069e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0653861 Sep 14 01:21:02.016259 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-107c913a-72f7-4fbb-bc2c-5e68995b8c1a req-a507c758-7d85-4dff-b705-14765292c08a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957179 Sep 14 01:21:02.040321 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Allocated IP 172.20.0.12 (cef33139-f42c-4679-8281-e97f735186d9/736c5490-2b5f-4d71-b8bd-866687ba0a73/a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:21:02.199208 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:02.232733 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:02.277873 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41d57-5223-447b-b9b8-37cb7c525943 req-e53916ef-401e-44ab-a513-25d0ebbbfe3a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:02.279444 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-28b41d57-5223-447b-b9b8-37cb7c525943 req-e53916ef-401e-44ab-a513-25d0ebbbfe3a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 932 time: 0.0535276 Sep 14 01:21:02.283413 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Network cef33139-f42c-4679-8281-e97f735186d9 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:21:02.287331 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:21:02.291173 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:21:02.294959 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:02.316765 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:02.341684 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-28b41d57-5223-447b-b9b8-37cb7c525943 req-047cbe71-57fc-4ebf-8519-bdf556cc55e7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564544 Sep 14 01:21:02.350130 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:02.351929 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:02.371319 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4ff1b7f9-87b6-4f84-8e84-444454b2256c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6672809 Sep 14 01:21:02.445234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Request body: {'port': {'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:21:02.519130 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:02.567318 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:02.568648 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:02.570306 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:02.576468 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Provisioning complete for port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:21:02.576965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:02.577875 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Attempt 1 to provision port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 Sep 14 01:21:02.616088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:21:03.050896 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 {{(pid=106417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:21:03.058799 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Publish callbacks [] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.072522 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.provisioning_blocks [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Transition to ACTIVE for port object a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 will not be triggered until provisioned by entity L2. {{(pid=106417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:21:03.077286 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.116979 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Attempt 2 to provision port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 Sep 14 01:21:03.150286 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:21:03.173258 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Pushing event updated for resources: {'Port': ['ID=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:03.182855 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d48c-5a8e-4b03-8fca-b3f84fa7c62a req-89ec7bf1-6a03-4569-a34b-c3f683914108 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.184346 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6ee0d48c-5a8e-4b03-8fca-b3f84fa7c62a req-89ec7bf1-6a03-4569-a34b-c3f683914108 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0841024 Sep 14 01:21:03.268507 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6ee0d48c-5a8e-4b03-8fca-b3f84fa7c62a req-de42f1da-7ef8-4cf8-b49c-c26dfebf91bb tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664465 Sep 14 01:21:03.269259 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Attempting to bind port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:21:03.269635 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Attempting to bind port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:21:03.269953 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Attempting to bind port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:21:03.317840 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 on network cef33139-f42c-4679-8281-e97f735186d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:21:03.318164 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Attempting to bind port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:21:03.360190 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:21:03.360597 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Checking segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:21:03.360908 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Bound using segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} {{(pid=106417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:21:03.361346 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.managers [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Bound port: a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}}] {{(pid=106417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:21:03.361706 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.387946 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-8cfbe9f8-dbb1-4095-a9eb-1489780dbc2a req-5cd91454-b655-4472-a237-b8b649734241 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:21:03.389223 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8cfbe9f8-dbb1-4095-a9eb-1489780dbc2a req-5cd91454-b655-4472-a237-b8b649734241 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0496051 Sep 14 01:21:03.426525 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] For port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host hv-cinder-85752, cleared binding levels {{(pid=106417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:21:03.430230 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] For port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:21:03.446057 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.449491 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.450181 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.452173 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 1094 time: 1.0121059 Sep 14 01:21:03.474656 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:21:03.479450 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b140eb8-bcca-4858-9194-0ed92b7b4679" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:21:03.566801 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a361d-78e9-479b-b0ff-cd882de959b6 req-c839476f-754c-4b70-bb24-db523274c0a6 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.568354 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-db2a361d-78e9-479b-b0ff-cd882de959b6 req-c839476f-754c-4b70-bb24-db523274c0a6 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.1353219 Sep 14 01:21:03.578086 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:03.583884 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709283b0-055a-4ad7-9415-e9507ac1da82 req-7a327237-9622-458f-b4a6-8eca1de671b0 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.585550 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-709283b0-055a-4ad7-9415-e9507ac1da82 req-7a327237-9622-458f-b4a6-8eca1de671b0 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0535696 Sep 14 01:21:03.597771 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-48a855f4-9061-4c5b-8509-2b2e9df9acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.600219 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-48a855f4-9061-4c5b-8509-2b2e9df9acce service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1128 time: 0.0837643 Sep 14 01:21:03.620654 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c244133-bbe3-445e-b9e7-3761e02c836c service neutron] Pushing event updated for resources: {'Port': ['ID=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,revision_number=3']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:03.639513 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-709283b0-055a-4ad7-9415-e9507ac1da82 req-408d66e6-723a-48f0-86e4-497029b1da4b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471365 Sep 14 01:21:03.658838 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Attempt 3 to provision port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 Sep 14 01:21:03.690495 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c95c4e-20cc-4092-ada1-bf8df46af53b x-openstack-request-id: req-f7c95c4e-20cc-4092-ada1-bf8df46af53b {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:21:03.690785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:21:03.691037 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7c95c4e-20cc-4092-ada1-bf8df46af53b {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:21:03.691458 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c95c4e-20cc-4092-ada1-bf8df46af53b'] response: {'name': 'network-changed', 'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'status': 'completed', 'code': 200} Sep 14 01:21:03.695101 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-614a212e-12aa-4cec-b5fc-6c47c43d4bc1 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 217 time: 0.0754564 Sep 14 01:21:03.695468 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:03.703344 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-df548bd1-e8c7-4a1c-8938-429d62999360 None None] Port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:21:03.716419 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-e868b20e-bd13-4205-8a7c-d70a7aabbea4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1992526 Sep 14 01:21:03.736781 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-3474d0c2-7b63-43b1-bcf0-1fbe50496245 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:21:03.737726 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-3474d0c2-7b63-43b1-bcf0-1fbe50496245 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066931 Sep 14 01:21:03.758776 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-db2a361d-78e9-479b-b0ff-cd882de959b6 req-6d17ed0d-55e1-49d7-86bd-de85655be367 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832616 Sep 14 01:21:03.782695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-c57c58b1-459e-4096-a936-b7e8df813cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.784190 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-c57c58b1-459e-4096-a936-b7e8df813cda service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0630834 Sep 14 01:21:03.858357 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4f29ddf5-0d55-432d-a237-c8b94b6909ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.859899 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-4f29ddf5-0d55-432d-a237-c8b94b6909ee service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696297 Sep 14 01:21:03.885036 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-0accbad7-43fd-4a48-9ccb-5f122cddbb1d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:03.886332 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-0accbad7-43fd-4a48-9ccb-5f122cddbb1d tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports/95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 942 time: 0.1194711 Sep 14 01:21:03.965689 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-eca3e643-d7a2-459a-9e8a-a65bbcf093ab service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980885 Sep 14 01:21:04.064530 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ec757dd9-0e87-4947-bba1-f35a82170fc7 req-82ad1209-6757-4ffe-ae34-1999995fa6c9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932274 Sep 14 01:21:04.516015 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:21:04.590363 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 is: ACTIVE; New status is: DOWN {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:21:04.590755 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:04.615877 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:21:04.618099 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e219d07e-b2af-43c1-9353-62ad3b31d37d" -d '{"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-unplugged", "status": "completed", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:21:04.631168 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:04.635259 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:04.660643 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ba299-52a0-459b-9b49-d30aced52afa x-openstack-request-id: req-992ba299-52a0-459b-9b49-d30aced52afa {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:21:04.661443 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-unplugged", "status": "failed", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "code": 422}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:21:04.661443 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-992ba299-52a0-459b-9b49-d30aced52afa {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:21:04.661790 dv-cinder-857528-1-iscsi neutron-server[106418]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-992ba299-52a0-459b-9b49-d30aced52afa']: {'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'code': 422} returned with failed status Sep 14 01:21:04.687897 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=6']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:04.696436 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.696788 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.697134 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.697474 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.697809 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.698142 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.698471 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.698807 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.699124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.699451 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.700346 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.700346 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.700574 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.700744 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.701063 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:21:04.761691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0518cbf-bb52-4383-b753-3b12844292b3 req-6156a6f9-2387-4d91-8868-c38e1cac384f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:04.767767 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c0518cbf-bb52-4383-b753-3b12844292b3 req-6156a6f9-2387-4d91-8868-c38e1cac384f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0514948 Sep 14 01:21:04.822311 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c0518cbf-bb52-4383-b753-3b12844292b3 req-663bbc7f-224c-43b5-b439-a2479b5e1163 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487037 Sep 14 01:21:04.885375 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-58b8c252-ba27-447e-a8a0-3a0731385217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:04.887152 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-58b8c252-ba27-447e-a8a0-3a0731385217 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1128 time: 0.0449281 Sep 14 01:21:04.889667 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deea4dd-8166-40d0-a18b-d24a06218f51 req-50b0adee-49f5-4164-8ed3-74c45b3b50dd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:04.891769 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7deea4dd-8166-40d0-a18b-d24a06218f51 req-50b0adee-49f5-4164-8ed3-74c45b3b50dd tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0508735 Sep 14 01:21:04.950163 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7deea4dd-8166-40d0-a18b-d24a06218f51 req-a69e436c-b79c-45f8-b657-015381293139 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526087 Sep 14 01:21:04.993385 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-b90e90a5-4b69-405a-81bf-eb657e3d6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:04.995012 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-b90e90a5-4b69-405a-81bf-eb657e3d6625 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.1010270 Sep 14 01:21:05.059288 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-55d07656-f71e-4b8a-995a-bb4645e23c97 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 217 time: 0.0330870 Sep 14 01:21:05.114644 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-35416f09-e8b5-4d46-b31f-a55426e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:05.116207 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-35416f09-e8b5-4d46-b31f-a55426e9d050 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0511825 Sep 14 01:21:05.158591 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-82cdb9ec-91eb-4731-a7b7-d1eb4d61f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:05.160658 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-82cdb9ec-91eb-4731-a7b7-d1eb4d61f3ea service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380077 Sep 14 01:21:05.256730 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-4fd3e734-54f4-4056-ab5c-823a04ff96a4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 Sep 14 01:21:05.347467 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-1b140eb8-bcca-4858-9194-0ed92b7b4679 req-a0b31190-8b56-4da4-aad2-a4f6ddbd3e5c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Sep 14 01:21:05.871027 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-43e637ee-aec1-4f75-b327-bbb99d6dfd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:05.948461 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a523-1ede-4851-8cc0-6d4c7eebded0 req-4bd4c2b8-00d2-4917-8ad2-dd54a2d886bc tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:05.949924 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8524a523-1ede-4851-8cc0-6d4c7eebded0 req-4bd4c2b8-00d2-4917-8ad2-dd54a2d886bc tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0466292 Sep 14 01:21:06.003412 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8524a523-1ede-4851-8cc0-6d4c7eebded0 req-8d8b9df5-b042-4cca-9517-ecacdcb67cc0 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480454 Sep 14 01:21:06.071680 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7fef5-a9f9-4c8f-88b7-0c04994c73f8 req-5736cd36-7a89-4bf5-a87b-e6cf72d55312 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:06.073027 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ba7fef5-a9f9-4c8f-88b7-0c04994c73f8 req-5736cd36-7a89-4bf5-a87b-e6cf72d55312 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0461059 Sep 14 01:21:06.127277 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7ba7fef5-a9f9-4c8f-88b7-0c04994c73f8 req-f5e5e5b7-fc3d-4a50-b901-a33d448c939c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486929 Sep 14 01:21:06.141594 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:06.153788 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-47038a3e-be8c-48dd-adba-118911c29b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:06.155347 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-47038a3e-be8c-48dd-adba-118911c29b6c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d&tenant_id=b2d80d1c2758499da66a93e91f9c1311 HTTP/1.1" status: 200 len: 1127 time: 0.0404088 Sep 14 01:21:06.200555 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:06.231234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-0dacd308-dde9-4d96-b736-775cd78f0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:06.232998 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-0dacd308-dde9-4d96-b736-775cd78f0eea service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1127 time: 0.0395761 Sep 14 01:21:06.328251 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-a451c5c4-3c8c-483a-b4ff-bbdfd34a5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:06.329643 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-a451c5c4-3c8c-483a-b4ff-bbdfd34a5bd7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.0899940 Sep 14 01:21:06.389803 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-0d455702-9585-40ad-821d-42fe669ae7d4 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 999 time: 0.0545518 Sep 14 01:21:06.437739 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-7fd03e2e-6e76-4578-a144-775cfd45bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:06.439176 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-7fd03e2e-6e76-4578-a144-775cfd45bfe2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0433412 Sep 14 01:21:06.486520 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-cc9262d6-d2b0-4bf8-b7c8-0b4588263c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:06.488098 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-cc9262d6-d2b0-4bf8-b7c8-0b4588263c48 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429058 Sep 14 01:21:06.577092 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-65144a4d-f0bb-4025-a077-3e46c3cc2b55 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Sep 14 01:21:06.670247 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ceaa039d-5f7c-435a-abb6-ec2b9ff78914 req-e8037846-8383-4b24-8cfd-e60eccd5c02d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869627 Sep 14 01:21:07.128549 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02533b3-b52f-4d36-9a31-e1153602b83c req-b2c934ca-1a89-44cf-a86d-d5a758fd7dde tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:07.130485 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e02533b3-b52f-4d36-9a31-e1153602b83c req-b2c934ca-1a89-44cf-a86d-d5a758fd7dde tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0481677 Sep 14 01:21:07.180537 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e02533b3-b52f-4d36-9a31-e1153602b83c req-a2b786c1-4747-4347-a111-be77b96b12ff tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Sep 14 01:21:07.210983 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:07.248428 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a02f-1a2c-49e2-a141-da3ee79b212c req-882e8a32-03ff-478d-8256-8927df56901d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:07.249885 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f6d9a02f-1a2c-49e2-a141-da3ee79b212c req-882e8a32-03ff-478d-8256-8927df56901d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0479419 Sep 14 01:21:07.299061 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-f6d9a02f-1a2c-49e2-a141-da3ee79b212c req-bb6cf93e-4936-4b01-aa28-fc7a56114339 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436122 Sep 14 01:21:08.307010 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839218e-f786-4ece-bb05-97fd092088ed req-e2a05178-6867-4417-95d2-a20644e4c52f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:08.308500 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0839218e-f786-4ece-bb05-97fd092088ed req-e2a05178-6867-4417-95d2-a20644e4c52f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0510924 Sep 14 01:21:08.337208 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-e95fde0d-feab-4742-8f0b-324697b107c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:08.359761 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0839218e-f786-4ece-bb05-97fd092088ed req-011fc6a3-972f-44db-881d-f9fcf864d64e tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 Sep 14 01:21:08.411542 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:08.427370 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716368b2-cb52-4283-a692-78e1791c4ff8 req-a950265c-e637-4daf-aef2-1fc71f6a4d12 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:08.428859 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-716368b2-cb52-4283-a692-78e1791c4ff8 req-a950265c-e637-4daf-aef2-1fc71f6a4d12 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0511625 Sep 14 01:21:08.477358 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-716368b2-cb52-4283-a692-78e1791c4ff8 req-6e78c873-87cf-4464-9f8f-00bb0cc13d56 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 Sep 14 01:21:09.289399 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=64 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:09.290160 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=74 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:09.435512 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:09.487549 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a715d-e920-453d-a8a3-73e258a1d4e5 req-cd6f3e80-3c8f-4f20-b4be-4aa02ece4bc3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:09.489077 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9c6a715d-e920-453d-a8a3-73e258a1d4e5 req-cd6f3e80-3c8f-4f20-b4be-4aa02ece4bc3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0477204 Sep 14 01:21:09.539092 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-9c6a715d-e920-453d-a8a3-73e258a1d4e5 req-0f0de09a-c141-433a-810b-a59a812a20f3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443554 Sep 14 01:21:09.600223 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ad63-5f74-4499-bab7-dce216dd3d59 req-622ffd47-8159-40e7-b366-1389026f18d3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:09.601674 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a528ad63-5f74-4499-bab7-dce216dd3d59 req-622ffd47-8159-40e7-b366-1389026f18d3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0465500 Sep 14 01:21:09.650621 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a528ad63-5f74-4499-bab7-dce216dd3d59 req-8d1ea9da-ec30-43b8-b842-721a0fa5b146 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 Sep 14 01:21:10.278113 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:21:10.660797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ee02a-d408-436b-9e6e-0000cfeb22d1 req-a4169b5d-12df-4df7-8682-a928da8d09a2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:10.662240 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f5ee02a-d408-436b-9e6e-0000cfeb22d1 req-a4169b5d-12df-4df7-8682-a928da8d09a2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0461574 Sep 14 01:21:10.715175 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-2f5ee02a-d408-436b-9e6e-0000cfeb22d1 req-3ed31a80-acd1-4df5-b4c4-1afd89fccb47 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474875 Sep 14 01:21:10.778262 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745932-f319-4976-972e-770c1e6b3410 req-8c848e18-0e1d-46cb-acf2-f798f6c8daa4 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:10.779790 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d745932-f319-4976-972e-770c1e6b3410 req-8c848e18-0e1d-46cb-acf2-f798f6c8daa4 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0516033 Sep 14 01:21:10.782929 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:10.833239 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-8d745932-f319-4976-972e-770c1e6b3410 req-d912d625-e670-4458-8da3-b94539ee7a13 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469422 Sep 14 01:21:11.063708 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:11.836667 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5921a70-2540-4117-87d6-06c8f4731588 req-eac6a110-1308-41cd-9c70-40a9c595bfa9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:11.838120 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e5921a70-2540-4117-87d6-06c8f4731588 req-eac6a110-1308-41cd-9c70-40a9c595bfa9 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0469222 Sep 14 01:21:11.887513 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e5921a70-2540-4117-87d6-06c8f4731588 req-1332a524-9e14-4222-b8da-cef49d3dd109 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Sep 14 01:21:11.955098 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792406-4212-4d29-a83d-9764fd3a3689 req-6df41192-2a2f-49d6-813c-7aa82753e466 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:11.956573 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7b792406-4212-4d29-a83d-9764fd3a3689 req-6df41192-2a2f-49d6-813c-7aa82753e466 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 944 time: 0.0470371 Sep 14 01:21:12.005747 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-7b792406-4212-4d29-a83d-9764fd3a3689 req-ed7705f5-5ae5-4655-b105-c3cae80cb860 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432262 Sep 14 01:21:12.529831 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:21:12.636165 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:12.647853 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:21:12.680952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:21:12.681339 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:12.694395 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:21:12.713980 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:12.718966 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:12.764358 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:13.008583 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de0e4-2c32-4fcb-a737-e8dcff2fabf2 req-c77cfeb3-65b0-48cf-bae1-40c46771f6e4 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:13.010020 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8d9de0e4-2c32-4fcb-a737-e8dcff2fabf2 req-c77cfeb3-65b0-48cf-bae1-40c46771f6e4 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0468440 Sep 14 01:21:13.028211 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:13.056381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:13.062012 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8d9de0e4-2c32-4fcb-a737-e8dcff2fabf2 req-d7fe3372-997d-4e60-b7e1-51b37ca27e54 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 Sep 14 01:21:13.130893 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c92488-76ec-4c0d-9f92-2bb9fa5a7152 req-ceaa4dfc-cf6f-4aa9-a15a-91ca1b92bea3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:13.132383 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d8c92488-76ec-4c0d-9f92-2bb9fa5a7152 req-ceaa4dfc-cf6f-4aa9-a15a-91ca1b92bea3 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 945 time: 0.0470984 Sep 14 01:21:13.182292 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-d8c92488-76ec-4c0d-9f92-2bb9fa5a7152 req-a6db386d-6484-4d56-9f85-d458c868108a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443954 Sep 14 01:21:13.189802 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:21:13.420805 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:13.449113 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:14.184746 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46c8cd-c808-4aad-aefe-2f8d3604f766 req-7b02de0c-b2b4-4d79-bedd-89d08316f25c tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:14.186206 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea46c8cd-c808-4aad-aefe-2f8d3604f766 req-7b02de0c-b2b4-4d79-bedd-89d08316f25c tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 943 time: 0.0503452 Sep 14 01:21:14.237201 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-ea46c8cd-c808-4aad-aefe-2f8d3604f766 req-8b9f11b2-e247-4139-8d3f-7ad92b099509 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Sep 14 01:21:14.306183 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b22a5-0002-42c8-9795-6e4a30bfa2e9 req-8f0de403-2527-4b39-a4da-cd7a754076e1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:14.307656 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-852b22a5-0002-42c8-9795-6e4a30bfa2e9 req-8f0de403-2527-4b39-a4da-cd7a754076e1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 945 time: 0.0506730 Sep 14 01:21:14.356250 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-852b22a5-0002-42c8-9795-6e4a30bfa2e9 req-6cc28e42-dd1b-472a-bf97-ac31df61b9ae tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Sep 14 01:21:14.541812 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:21:14.555831 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:21:14.649061 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:21:14.656950 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:21:14.657297 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:14.657640 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 Sep 14 01:21:14.706171 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:14.721426 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'port_id': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'mac_address': 'fa:16:3e:8a:6f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:21:14.784687 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:21:14.785626 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:14.789737 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:21:14.790113 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:14.811325 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:21:14.833273 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:21:14.835482 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070a2224-2d16-4922-baf3-16e4e177baaf" -d '{"events": [{"server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "name": "network-vif-plugged", "status": "completed", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:21:14.852235 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:14.856153 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:14.857967 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:14.862543 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:14.882873 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eeb887-f997-4c6a-b7c4-b46cab02690c x-openstack-request-id: req-e7eeb887-f997-4c6a-b7c4-b46cab02690c {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:21:14.883177 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "name": "network-vif-plugged", "status": "completed", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:21:14.883424 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7eeb887-f997-4c6a-b7c4-b46cab02690c {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:21:14.883847 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7eeb887-f997-4c6a-b7c4-b46cab02690c'] response: {'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'code': 200} Sep 14 01:21:14.908711 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=7']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:14.955714 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:15.122050 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea93c5b-9981-4304-86f4-b146b8178158 req-43c31f16-cd8a-43a9-b7fe-1d8cfd01cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:15.123472 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aea93c5b-9981-4304-86f4-b146b8178158 req-43c31f16-cd8a-43a9-b7fe-1d8cfd01cd3e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1130 time: 0.0384033 Sep 14 01:21:15.170659 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-aea93c5b-9981-4304-86f4-b146b8178158 req-b47c7ee9-6093-4394-931a-111071a0953f service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Sep 14 01:21:15.250289 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['95cbc616-90a4-4fe0-8288-92d9ab2f32b3'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:21:15.352391 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:15.363622 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dd8f-0af8-4ae6-8c00-b4df206d23a6 req-bbaac728-e86c-46f5-bad1-0cbde3fb9237 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:15.365399 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4c1dd8f-0af8-4ae6-8c00-b4df206d23a6 req-bbaac728-e86c-46f5-bad1-0cbde3fb9237 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 944 time: 0.0518434 Sep 14 01:21:15.428742 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a4c1dd8f-0af8-4ae6-8c00-b4df206d23a6 req-369ba6da-5e72-406b-98d0-e51e38a733db tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558388 Sep 14 01:21:15.476833 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:15.501767 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57f74-d49c-4432-ac16-0822c5828e3f req-b852a551-6225-4447-8ee1-f8ab6212fbda tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:15.505011 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56b57f74-d49c-4432-ac16-0822c5828e3f req-b852a551-6225-4447-8ee1-f8ab6212fbda tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0672870 Sep 14 01:21:15.559165 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-56b57f74-d49c-4432-ac16-0822c5828e3f req-08fa843a-9ff6-4ade-bcfa-36bd343865a8 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480530 Sep 14 01:21:16.553472 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187590d1-8f27-41db-a3c4-1eea80fe3c1f req-58c50ce3-d330-43fe-9714-2e3a0ec334e3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:16.554961 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-187590d1-8f27-41db-a3c4-1eea80fe3c1f req-58c50ce3-d330-43fe-9714-2e3a0ec334e3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 944 time: 0.0509984 Sep 14 01:21:16.555787 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:21:16.600846 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:21:16.601230 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:16.601571 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 Sep 14 01:21:16.605608 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-187590d1-8f27-41db-a3c4-1eea80fe3c1f req-9fce9012-806f-4838-b1ed-73a47ec1caa3 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Sep 14 01:21:16.681936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:21:16.682328 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:16.684298 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5add5-aa9f-4a82-ac90-a642dd4a90b4 req-fd844405-daeb-47d6-9cd0-27b3046a0a3b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:16.685787 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0fd5add5-aa9f-4a82-ac90-a642dd4a90b4 req-fd844405-daeb-47d6-9cd0-27b3046a0a3b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0476751 Sep 14 01:21:16.715194 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:21:16.720680 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:16.737580 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0fd5add5-aa9f-4a82-ac90-a642dd4a90b4 req-8004418e-8f0f-4825-821d-82105ad7c1cc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462182 Sep 14 01:21:16.767122 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=8']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:16.885313 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:21:16.887643 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf472c8-e705-47a3-8eee-62b6d77dbd9d" -d '{"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-plugged", "status": "completed", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:21:16.928223 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c984521-bc25-4c71-87c1-a8cf1f354684 x-openstack-request-id: req-8c984521-bc25-4c71-87c1-a8cf1f354684 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:21:16.928516 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-plugged", "status": "completed", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:21:16.928763 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c984521-bc25-4c71-87c1-a8cf1f354684 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:21:16.929296 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c984521-bc25-4c71-87c1-a8cf1f354684'] response: {'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'code': 200} Sep 14 01:21:17.197548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c572afc-bcd6-4cc3-b09a-4c729613fb5f req-d68e04d3-5564-4f8e-bde5-2ac4ddec5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:17.199001 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c572afc-bcd6-4cc3-b09a-4c729613fb5f req-d68e04d3-5564-4f8e-bde5-2ac4ddec5ad9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.0382233 Sep 14 01:21:17.247160 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6c572afc-bcd6-4cc3-b09a-4c729613fb5f req-82939c62-b0b8-4a74-b0f4-70fec74f3927 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Sep 14 01:21:17.738105 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633606-ed46-48af-95c5-663be152bf85 req-e01abf56-e101-4a17-8bac-6f410733110b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:17.739523 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-84633606-ed46-48af-95c5-663be152bf85 req-e01abf56-e101-4a17-8bac-6f410733110b tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0465322 Sep 14 01:21:17.789257 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-84633606-ed46-48af-95c5-663be152bf85 req-cc38b382-9831-4372-93b1-4adbe3d19bde tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Sep 14 01:21:17.859737 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434156c-57a0-4203-9ca9-09ed88666f5b req-bc55db7c-feda-4e12-b552-1afaff006fdc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:17.861191 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0434156c-57a0-4203-9ca9-09ed88666f5b req-bc55db7c-feda-4e12-b552-1afaff006fdc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0468824 Sep 14 01:21:17.911038 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0434156c-57a0-4203-9ca9-09ed88666f5b req-0d707671-af59-4946-b492-664e19b02b8b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Sep 14 01:21:18.027725 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1a1dd-7330-4117-a2db-8aefa35fbf3b req-603f711a-5249-4197-b9f5-145a30af8dcc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:18.029074 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8ee1a1dd-7330-4117-a2db-8aefa35fbf3b req-603f711a-5249-4197-b9f5-145a30af8dcc tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0459137 Sep 14 01:21:18.077101 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8ee1a1dd-7330-4117-a2db-8aefa35fbf3b req-5924d746-fe99-4308-958a-97a347121b2c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Sep 14 01:21:18.105270 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39358) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:21:18.145913 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73fe698-a5bb-47b5-8e27-77afa0a0e550 tempest-TestVolumeBootPattern-904710154 tempest-TestVolumeBootPattern-904710154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:18.147445 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-f73fe698-a5bb-47b5-8e27-77afa0a0e550 tempest-TestVolumeBootPattern-904710154 tempest-TestVolumeBootPattern-904710154-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1125 time: 0.0412056 Sep 14 01:21:18.152131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39360) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:21:18.155919 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:21:18.178189 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:18.253788 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:18.360803 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Allocated IP 172.27.1.45 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/281848f7-cd78-4beb-9aac-a58556a5d0b1) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:21:18.370610 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:18.415122 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:18.467036 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:18.499219 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:18.544858 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:21:18.550429 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:21:18.554290 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:21:18.557620 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=281848f7-cd78-4beb-9aac-a58556a5d0b1,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:18.909579 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (384e6171-a5b7-4ca2-9f5e-7ef30d120a9b), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:18.913961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fea22-44e6-4920-98a8-041d27aa01ce req-e601f311-f01d-4b6c-8036-42ca3c62870f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:18.915624 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-192fea22-44e6-4920-98a8-041d27aa01ce req-e601f311-f01d-4b6c-8036-42ca3c62870f tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0481923 Sep 14 01:21:18.978631 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-192fea22-44e6-4920-98a8-041d27aa01ce req-3d265a01-6e57-45a6-a27d-68ad04e408e1 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490873 Sep 14 01:21:18.979171 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:19.127127 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:19.131862 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:19.178659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:19.184381 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:19.206490 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=281848f7-cd78-4beb-9aac-a58556a5d0b1,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:21:19.210040 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (384e6171-a5b7-4ca2-9f5e-7ef30d120a9b), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:19.303565 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Floating IP 384e6171-a5b7-4ca2-9f5e-7ef30d120a9b associated. External IP: 172.27.1.45, port: a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2. Sep 14 01:21:19.500784 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:21:19.603082 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:21:19.612334 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:21:19.621969 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:19.623770 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:21:19.624386 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:21:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:21:19.651896 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c47ba1b3-81ca-4012-a3de-aa433ad20a31 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4991798 Sep 14 01:21:19.652538 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:21:19.654765 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaea92f-528a-4aee-a38f-83a30bc39c17" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:21:19.695329 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e50ee0c-1a63-453d-8ae3-0e9ce79e3c8c x-openstack-request-id: req-1e50ee0c-1a63-453d-8ae3-0e9ce79e3c8c {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:21:19.695652 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:21:19.695902 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e50ee0c-1a63-453d-8ae3-0e9ce79e3c8c {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:21:19.696305 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e50ee0c-1a63-453d-8ae3-0e9ce79e3c8c'] response: {'name': 'network-changed', 'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'status': 'completed', 'code': 200} Sep 14 01:21:19.728054 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:21:19.783470 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-3c3ae65c-d529-41db-a0d3-4ffbd5ab5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:19.785829 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-3c3ae65c-d529-41db-a0d3-4ffbd5ab5320 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1130 time: 0.0394313 Sep 14 01:21:19.876170 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-b534e45c-2566-4442-92c3-9f110f16f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:19.877702 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-b534e45c-2566-4442-92c3-9f110f16f6cd service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0874209 Sep 14 01:21:19.936448 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:18Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:21:19.943649 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-caa3e74c-f897-48bb-9b39-74db01d2f2f2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 999 time: 0.0602796 Sep 14 01:21:19.965038 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:21:19.974181 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:21:19.974778 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:21:08Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:21:19.992195 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-29bd796f-78b0-403e-b77c-9e97e0602009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:19.993667 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-29bd796f-78b0-403e-b77c-9e97e0602009 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0447805 Sep 14 01:21:20.037131 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-9d8b93f1-dd95-458e-a463-4012fea21cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:21:20.038551 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-9d8b93f1-dd95-458e-a463-4012fea21cc2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396268 Sep 14 01:21:20.072765 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:21:20.108554 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:20.133302 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-df8ad551-4f20-4fa9-89df-c32bbad81c4f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887711 Sep 14 01:21:20.225677 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-caaea92f-528a-4aee-a38f-83a30bc39c17 req-a5d1121b-66de-443c-80d0-967a739772d3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Sep 14 01:21:20.286436 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:18Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:21:20.310296 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31acf4b-19df-4367-9d81-06503f99f6c5 None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:18Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:21:20.497105 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5ccbf-b692-438d-8ced-536b3b30be8c None None] New status for floating IP 384e6171-a5b7-4ca2-9f5e-7ef30d120a9b: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:21:20.831393 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:28.970620 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:28.974748 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:30.216037 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:30.222877 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=11 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:30.820550 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:30.826905 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=91 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:30.827678 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=85 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:30.828010 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:35.873517 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7c388864-2460-4a6a-8748-c7ae8a7129a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:38.339718 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c3fe255b-8781-472e-a8bd-1270e3f390f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:39.438552 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:40.784439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:41.065894 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:46.285109 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:46.285958 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:47.278022 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:21:50.844765 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:57.273234 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:57.274129 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:00.833561 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:00.840193 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:05.876392 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b01e-3e3f-4cf3-b3d4-0508f8c85fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:08.341248 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-849ade81-4b46-4ac2-b040-80db4ba09be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:09.441231 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:10.786291 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:11.068388 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:20.844517 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:23.278430 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:23.283365 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:24.277021 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:22:30.832952 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:30.840550 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:34.271262 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:34.272051 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:35.878920 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1f26-a6be-4541-b5e9-8043a438a102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:38.342818 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b3c05359-1d3e-4319-bbd6-b3c81231ffea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:39.444570 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:40.829023 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:41.074292 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:49.353273 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39400) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:49.869012 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Deleting port c58133a1-d7f0-4133-b46b-dfc8f3aef066 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:49.869349 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:49.944365 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:49.944691 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for floatingip (c58133a1-d7f0-4133-b46b-dfc8f3aef066), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:49.957486 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Calling delete_port for c58133a1-d7f0-4133-b46b-dfc8f3aef066 owned by network:floatingip {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:50.105192 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (c58133a1-d7f0-4133-b46b-dfc8f3aef066), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:50.130396 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event deleted for resources: {'Port': ['ID=c58133a1-d7f0-4133-b46b-dfc8f3aef066,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:50.142165 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.142513 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.142853 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.143189 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.143523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.143878 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.144203 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.144526 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.144849 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.145175 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.145495 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.145816 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.146136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.146452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.146768 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:50.205514 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for floatingip (55a8d600-8052-4c64-a47e-81c49f123249), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:50.205962 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Floating IP 55a8d600-8052-4c64-a47e-81c49f123249 disassociated (deleted). External IP: 172.27.1.236, port: 95cbc616-90a4-4fe0-8288-92d9ab2f32b3. Sep 14 01:22:50.405031 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Router efab16b1-e0f1-416d-96c8-fb5e0817a952 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:22:50.507901 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:22:50.512308 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:50.518054 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] Sync routers for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:22:50.528876 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:22:50.529477 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:22:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:50.543386 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d46675c4-fd09-4a9b-b29a-5dfef9af68fd tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/55a8d600-8052-4c64-a47e-81c49f123249 HTTP/1.1" status: 204 len: 168 time: 1.1890440 Sep 14 01:22:50.544044 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:22:50.546248 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:22:50.635868 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:22:50.670308 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2cc5ca-5032-4db7-900d-e6b6548a3966 x-openstack-request-id: req-0a2cc5ca-5032-4db7-900d-e6b6548a3966 {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:22:50.670950 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:22:50.671206 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a2cc5ca-5032-4db7-900d-e6b6548a3966 {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:22:50.671625 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2cc5ca-5032-4db7-900d-e6b6548a3966'] response: {'name': 'network-changed', 'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'status': 'completed', 'code': 200} Sep 14 01:22:50.759952 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:50.790083 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:50.801924 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23165e-4860-468a-bc60-ff9bdc4743ec req-9a355f31-4816-4e18-bc84-381e5ca80693 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:50.803416 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6d23165e-4860-468a-bc60-ff9bdc4743ec req-9a355f31-4816-4e18-bc84-381e5ca80693 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0544374 Sep 14 01:22:50.827370 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:50.851905 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:50.855499 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] Checking router: efab16b1-e0f1-416d-96c8-fb5e0817a952 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:22:50.856811 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6d23165e-4860-468a-bc60-ff9bdc4743ec req-0884c30f-0e9e-4885-8467-1ae48c473ae7 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471997 Sep 14 01:22:50.864030 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:22:50.864626 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:22:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:50.977906 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:22:51.244728 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:51.269386 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58c59f-30ae-4436-bba6-eb63e1f4044a None None] The sync data for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi is: [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:16Z', 'revision_number': 4, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': '2797561e-ddd5-4a9b-8913-8f449962dba6', 'name': '', 'network_id': 'b8836f13-10c9-4828-a7dd-5ebe348d4f85', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'mac_address': 'fa:16:3e:51:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:16Z', 'updated_at': '2022-09-14T01:17:21Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'subnets': [{'id': 'ce6b210e-317a-45be-a270-8e7e77aac8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:22:51.478722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591fe0b-4654-44da-b0eb-534126131a51 None None] New status for floating IP 55a8d600-8052-4c64-a47e-81c49f123249: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:22:51.858830 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-60a4f523-e662-4018-ae73-a2bcf0555aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:51.860332 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-60a4f523-e662-4018-ae73-a2bcf0555aee service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=b2d80d1c2758499da66a93e91f9c1311&device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 1129 time: 0.0391872 Sep 14 01:22:51.955121 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-79fcc93e-deba-458a-904e-48fabdcdd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:51.956621 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-79fcc93e-deba-458a-904e-48fabdcdd997 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 200 len: 909 time: 0.0902159 Sep 14 01:22:51.996723 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-c4a2f08c-ad07-4332-a4d8-ebea305d5497 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 200 len: 217 time: 0.0332770 Sep 14 01:22:52.000343 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229df60-3d0c-4060-a0f0-e6e7c28172a9 req-199ec4d0-1613-4a14-b5f5-2598ff9e1963 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:52.002115 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a229df60-3d0c-4060-a0f0-e6e7c28172a9 req-199ec4d0-1613-4a14-b5f5-2598ff9e1963 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0489838 Sep 14 01:22:52.049644 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-657e21c7-c79e-41df-88cc-df86bcdb9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:52.051189 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-657e21c7-c79e-41df-88cc-df86bcdb9438 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 200 len: 848 time: 0.0468011 Sep 14 01:22:52.057291 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a229df60-3d0c-4060-a0f0-e6e7c28172a9 req-f64fd82b-6868-47e5-95d8-b52c82865f74 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=71c91cd9-904c-48ae-847d-935be3a837ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495186 Sep 14 01:22:52.290978 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-50d65fdc-33e5-4c2d-91b2-1e19a3bc484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:52.292504 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-50d65fdc-33e5-4c2d-91b2-1e19a3bc484e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=b8836f13-10c9-4828-a7dd-5ebe348d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444539 Sep 14 01:22:52.385045 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-395556f4-0dd2-4375-aac2-cf5bc66cbee2 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Sep 14 01:22:52.626806 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5d01ea89-d16a-4f0b-be3c-9c6a8063cb6d req-911e3986-a203-4e1c-99e3-e92f207ce891 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884016 Sep 14 01:22:52.700069 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-67ea5605-711c-468d-9fc2-ee7a136a37e2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:52.701512 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-67ea5605-711c-468d-9fc2-ee7a136a37e2 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 945 time: 0.0485277 Sep 14 01:22:52.787295 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Deleting port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:52.787666 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:52.876364 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] For port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:52.876732 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:52.889993 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Calling delete_port for 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:53.018971 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (95cbc616-90a4-4fe0-8288-92d9ab2f32b3), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:53.047876 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event deleted for resources: {'Port': ['ID=95cbc616-90a4-4fe0-8288-92d9ab2f32b3,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:53.079642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.079984 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.080316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.080648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.080973 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.081297 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.081614 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.081931 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.082250 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.082564 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.082880 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.083195 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.083507 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.083844 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.084158 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:53.105287 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] No DVR routers for this DVR port 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:22:53.107975 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:53.111150 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-df8a7805-a4c1-4841-b14d-f029ddc484ab req-553f64af-dd98-490d-88d2-a4253215b31a tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.44 "DELETE /networking/v2.0/ports/95cbc616-90a4-4fe0-8288-92d9ab2f32b3 HTTP/1.1" status: 204 len: 173 time: 0.4035103 Sep 14 01:22:53.111680 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-deleted', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:22:53.113936 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3ae1f0-1ece-4119-8cea-9c30792b2812" -d '{"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-deleted", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:22:53.155209 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8123b914-0e3a-4fa6-bc94-1c81bf676ad6 x-openstack-request-id: req-8123b914-0e3a-4fa6-bc94-1c81bf676ad6 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:22:53.155513 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047389f-d232-432f-a459-bc4b023c358d", "name": "network-vif-deleted", "tag": "95cbc616-90a4-4fe0-8288-92d9ab2f32b3", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:22:53.156004 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8123b914-0e3a-4fa6-bc94-1c81bf676ad6 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:22:53.156420 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8123b914-0e3a-4fa6-bc94-1c81bf676ad6'] response: {'server_uuid': '5047389f-d232-432f-a459-bc4b023c358d', 'name': 'network-vif-deleted', 'tag': '95cbc616-90a4-4fe0-8288-92d9ab2f32b3', 'status': 'completed', 'code': 200} Sep 14 01:22:53.173740 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-5e64d22d-37a0-4909-b352-95b46e73d6a3 req-06779c28-0f66-4e26-8845-575a69cef503 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5047389f-d232-432f-a459-bc4b023c358d HTTP/1.1" status: 200 len: 210 time: 0.0327988 Sep 14 01:22:54.239872 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39434) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:54.298407 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-df0c6f05-be37-4bb2-acb4-d05b2a8c5f20 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group (71c91cd9-904c-48ae-847d-935be3a837ef), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:54.322682 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-df0c6f05-be37-4bb2-acb4-d05b2a8c5f20 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group (71c91cd9-904c-48ae-847d-935be3a837ef), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:54.380744 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-df0c6f05-be37-4bb2-acb4-d05b2a8c5f20 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (71c91cd9-904c-48ae-847d-935be3a837ef), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:54.383736 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-df0c6f05-be37-4bb2-acb4-d05b2a8c5f20 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:54.384972 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-df0c6f05-be37-4bb2-acb4-d05b2a8c5f20 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/71c91cd9-904c-48ae-847d-935be3a837ef HTTP/1.1" status: 204 len: 168 time: 0.1451390 Sep 14 01:22:54.394648 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c6f05-be37-4bb2-acb4-d05b2a8c5f20 tempest-TestShelveInstance-524242821 tempest-TestShelveInstance-524242821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c91cd9-904c-48ae-847d-935be3a837ef,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:54.439316 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39438) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:54.787361 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:54.827790 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:54.911201 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (efab16b1-e0f1-416d-96c8-fb5e0817a952), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:55.034038 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:22:55.052819 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:22:55.053411 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device 95cbc616-90a4-4fe0-8288-92d9ab2f32b3 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:22:55.130118 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Deleting port 2797561e-ddd5-4a9b-8913-8f449962dba6 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:55.130376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:55.209057 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] For port 2797561e-ddd5-4a9b-8913-8f449962dba6, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=2797561e-ddd5-4a9b-8913-8f449962dba6,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:55.209420 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:55.221939 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Calling delete_port for 2797561e-ddd5-4a9b-8913-8f449962dba6 owned by network:router_interface {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:55.400352 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (2797561e-ddd5-4a9b-8913-8f449962dba6), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:55.429537 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2797561e-ddd5-4a9b-8913-8f449962dba6,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:55.592434 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (efab16b1-e0f1-416d-96c8-fb5e0817a952), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:55.642535 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:55.916665 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:56.039219 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Router efab16b1-e0f1-416d-96c8-fb5e0817a952 has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:22:56.141655 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:22:56.148108 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-f4478f33-e637-4310-95f6-b0c4df843ff6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/efab16b1-e0f1-416d-96c8-fb5e0817a952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068419 Sep 14 01:22:56.150255 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39442) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:56.151121 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] Sync routers for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:22:56.161916 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:22:56.162539 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:22:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:56.248490 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks [] for router (efab16b1-e0f1-416d-96c8-fb5e0817a952), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.268638 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:22:56.349653 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks [] for router_gateway (efab16b1-e0f1-416d-96c8-fb5e0817a952), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.397009 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Deleting port 55271e86-645c-4003-9aaf-51291f251f68 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:56.397355 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (55271e86-645c-4003-9aaf-51291f251f68), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.404857 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:56.441113 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '55271e86-645c-4003-9aaf-51291f251f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:22:55Z', 'revision_number': 5, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port': {'id': '55271e86-645c-4003-9aaf-51291f251f68', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:56.466059 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] Checking router: efab16b1-e0f1-416d-96c8-fb5e0817a952 for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:22:56.474951 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] Routers {'efab16b1-e0f1-416d-96c8-fb5e0817a952'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:22:56.475582 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:22:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['efab16b1-e0f1-416d-96c8-fb5e0817a952'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:56.481115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] For port 55271e86-645c-4003-9aaf-51291f251f68, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=55271e86-645c-4003-9aaf-51291f251f68,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:56.481115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (55271e86-645c-4003-9aaf-51291f251f68), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.491574 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Calling delete_port for 55271e86-645c-4003-9aaf-51291f251f68 owned by network:router_gateway {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:56.539962 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:56.561324 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] Set router efab16b1-e0f1-416d-96c8-fb5e0817a952 gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:22:56.611831 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:22:56Z', 'revision_number': 6, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:56.636799 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44214b40-3be1-40d4-8906-b3afdb4d0d07 None None] The sync data for ids ['efab16b1-e0f1-416d-96c8-fb5e0817a952'] in dv-cinder-857528-1-iscsi is: [{'id': 'efab16b1-e0f1-416d-96c8-fb5e0817a952', 'name': 'tempest-TestShelveInstance-1889024981-router', 'tenant_id': 'b2d80d1c2758499da66a93e91f9c1311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:13Z', 'updated_at': '2022-09-14T01:22:56Z', 'revision_number': 6, 'project_id': 'b2d80d1c2758499da66a93e91f9c1311', 'gw_port_host': None}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:22:56.661271 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (55271e86-645c-4003-9aaf-51291f251f68), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.688978 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Pushing event deleted for resources: {'Port': ['ID=55271e86-645c-4003-9aaf-51291f251f68,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:56.696674 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:56.758591 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (efab16b1-e0f1-416d-96c8-fb5e0817a952), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.844461 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:56.847791 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (efab16b1-e0f1-416d-96c8-fb5e0817a952), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.850573 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks [] for router_controller (efab16b1-e0f1-416d-96c8-fb5e0817a952), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.892642 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (efab16b1-e0f1-416d-96c8-fb5e0817a952), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.893216 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Fanout notify agent at l3_agent the message router_deleted on router efab16b1-e0f1-416d-96c8-fb5e0817a952 {{(pid=106416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:22:56.897431 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] Publish callbacks [] for router (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.899202 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-54146b7b-61b9-4249-91fb-0eb17ea188db admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/efab16b1-e0f1-416d-96c8-fb5e0817a952 HTTP/1.1" status: 204 len: 168 time: 0.7473590 Sep 14 01:22:56.901778 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39444) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:56.945548 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Deleting subnet ce6b210e-317a-45be-a270-8e7e77aac8a0 {{(pid=106416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:22:56.948684 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Publish callbacks [] for subnet (ce6b210e-317a-45be-a270-8e7e77aac8a0), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:56.995064 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6033233'] for subnet (ce6b210e-317a-45be-a270-8e7e77aac8a0), precommit_delete_associations {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.077322 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (ce6b210e-317a-45be-a270-8e7e77aac8a0), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.131857 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5947031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172808'] for subnet (ce6b210e-317a-45be-a270-8e7e77aac8a0), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.164690 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6b210e-317a-45be-a270-8e7e77aac8a0,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:57.168297 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for subnet (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.171360 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-c3628729-55b5-4f1f-a57a-7b6085442d3b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ce6b210e-317a-45be-a270-8e7e77aac8a0 HTTP/1.1" status: 204 len: 168 time: 0.2686818 Sep 14 01:22:57.173951 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39446) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:57.176498 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc804b-266f-4947-964f-e482940edced None None] Network b8836f13-10c9-4828-a7dd-5ebe348d4f85 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:22:57.243115 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (b8836f13-10c9-4828-a7dd-5ebe348d4f85), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.290182 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Deleting port fab7b5ff-0dab-4f7e-8626-640d2138da45 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:57.290595 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.356982 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] For port fab7b5ff-0dab-4f7e-8626-640d2138da45, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=fab7b5ff-0dab-4f7e-8626-640d2138da45,segment=NetworkSegment(f74d40ff-2746-40bb-8cc5-cf769badc166),segment_id=f74d40ff-2746-40bb-8cc5-cf769badc166)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:57.357267 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.370146 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Calling delete_port for fab7b5ff-0dab-4f7e-8626-640d2138da45 owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:57.412566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] DHCP port deletion for b8836f13-10c9-4828-a7dd-5ebe348d4f85 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:22:57.416397 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 2797561e-ddd5-4a9b-8913-8f449962dba6 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:22:57.441424 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 2797561e-ddd5-4a9b-8913-8f449962dba6 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:22:57.441766 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 2797561e-ddd5-4a9b-8913-8f449962dba6 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:22:57.454958 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.478961 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Deleting port fab7b5ff-0dab-4f7e-8626-640d2138da45 {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:57.479337 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.485005 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab7b5ff-0dab-4f7e-8626-640d2138da45,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:57.488745 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] No DVR routers for this DVR port fab7b5ff-0dab-4f7e-8626-640d2138da45 on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:22:57.550206 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] For port fab7b5ff-0dab-4f7e-8626-640d2138da45, host dv-cinder-857528-1-iscsi, got binding levels [] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:57.550601 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.563335 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (b8836f13-10c9-4828-a7dd-5ebe348d4f85), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.564124 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Calling delete_port for fab7b5ff-0dab-4f7e-8626-640d2138da45 owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:57.566844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Port fab7b5ff-0dab-4f7e-8626-640d2138da45 was not found and therefore no delete operation was performed {{(pid=106418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 01:22:57.568088 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (fab7b5ff-0dab-4f7e-8626-640d2138da45), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.589505 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8836f13-10c9-4828-a7dd-5ebe348d4f85']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:57.594936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] No DVR routers for this DVR port fab7b5ff-0dab-4f7e-8626-640d2138da45 on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:22:57.596596 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Pushing event deleted for resources: {'Port': ['ID=fab7b5ff-0dab-4f7e-8626-640d2138da45,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:57.599687 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74d40ff-2746-40bb-8cc5-cf769badc166') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:57.600024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74d40ff-2746-40bb-8cc5-cf769badc166') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:57.605210 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.605890 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.606232 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.606566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.606900 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.607228 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.607600 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.607896 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.608490 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.608972 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.609463 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.609789 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.610113 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.611527 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.611897 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2225a2-e69a-4b27-a733-8f75ccdff121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:22:57.615656 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (f74d40ff-2746-40bb-8cc5-cf769badc166), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.618563 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:57.634190 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (f74d40ff-2746-40bb-8cc5-cf769badc166), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.641536 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:22:57.641699 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (f74d40ff-2746-40bb-8cc5-cf769badc166), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.712238 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (b8836f13-10c9-4828-a7dd-5ebe348d4f85), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.718509 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:57.722202 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b8836f13-10c9-4828-a7dd-5ebe348d4f85 HTTP/1.1" status: 204 len: 168 time: 0.5468268 Sep 14 01:22:57.725897 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39452) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:57.740637 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c3ccb-ce03-4635-8a5f-6a0651fe4720 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8836f13-10c9-4828-a7dd-5ebe348d4f85,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:57.856990 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment f74d40ff-2746-40bb-8cc5-cf769badc166 resource provider aggregate not found Sep 14 01:22:57.874002 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment f74d40ff-2746-40bb-8cc5-cf769badc166 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f74d40ff-2746-40bb-8cc5-cf769badc166 found for delete ", "request_id": "req-d6675671-ac4c-4467-8c81-726e14ff6923"}]} Sep 14 01:22:58.046710 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (f2264352-891c-4de6-9a81-56b28f43392a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:58.172552 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:58.211228 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:58.268249 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Deleting port 010f82f5-a1b9-4fe9-948c-73a400bfe208 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:58.268589 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:58.350514 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] For port 010f82f5-a1b9-4fe9-948c-73a400bfe208, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=010f82f5-a1b9-4fe9-948c-73a400bfe208,segment=NetworkSegment(9c31c291-1005-4bcb-b2a7-a636b2391eaa),segment_id=9c31c291-1005-4bcb-b2a7-a636b2391eaa)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:58.350785 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:58.363821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Calling delete_port for 010f82f5-a1b9-4fe9-948c-73a400bfe208 owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:58.540533 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (010f82f5-a1b9-4fe9-948c-73a400bfe208), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:58.565561 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Pushing event deleted for resources: {'Port': ['ID=010f82f5-a1b9-4fe9-948c-73a400bfe208,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:58.740548 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (f2264352-891c-4de6-9a81-56b28f43392a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:58.796758 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fab7b5ff-0dab-4f7e-8626-640d2138da45 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:22:58.819216 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: fab7b5ff-0dab-4f7e-8626-640d2138da45 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:22:58.819572 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device fab7b5ff-0dab-4f7e-8626-640d2138da45 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:22:58.820002 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 55271e86-645c-4003-9aaf-51291f251f68 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:22:58.839402 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 55271e86-645c-4003-9aaf-51291f251f68 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:22:58.839712 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 55271e86-645c-4003-9aaf-51291f251f68 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:22:58.954574 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Router f2264352-891c-4de6-9a81-56b28f43392a has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:22:59.033510 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:59.037430 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:59.055578 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:22:59.060707 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-b87ff6f7-a6bc-4a0e-9032-852d899078ba admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f2264352-891c-4de6-9a81-56b28f43392a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3319299 Sep 14 01:22:59.063242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39456) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:59.065857 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] Sync routers for ids ['f2264352-891c-4de6-9a81-56b28f43392a'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:22:59.076673 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] Routers {'f2264352-891c-4de6-9a81-56b28f43392a'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:22:59.077289 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:22:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['f2264352-891c-4de6-9a81-56b28f43392a'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:59.150144 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-8ae03aee-cc7a-4390-95e2-0aa116e5dba5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436068 Sep 14 01:22:59.181647 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks [] for router (f2264352-891c-4de6-9a81-56b28f43392a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.197691 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] Set router f2264352-891c-4de6-9a81-56b28f43392a gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:22:59.250235 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:59.253714 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-9138019d-1192-4062-a09f-e7cfb1c710e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:59.255199 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-9138019d-1192-4062-a09f-e7cfb1c710e9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1130 time: 0.0415671 Sep 14 01:22:59.285954 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks [] for router_gateway (f2264352-891c-4de6-9a81-56b28f43392a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.331822 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Deleting port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:22:59.332848 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.371991 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-180e13d5-f62e-4044-a4db-e4b5c421d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:59.373461 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-180e13d5-f62e-4044-a4db-e4b5c421d80d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0977151 Sep 14 01:22:59.378031 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:22:58Z', 'revision_number': 5, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port': {'id': '42ef0ee1-06e5-4eef-aa21-8bfc4aea297a', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:20Z', 'updated_at': '2022-09-14T01:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:59.410475 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] Checking router: f2264352-891c-4de6-9a81-56b28f43392a for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:22:59.419032 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] For port 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:22:59.419397 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.421556 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] Routers {'f2264352-891c-4de6-9a81-56b28f43392a'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:22:59.421844 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:22:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['f2264352-891c-4de6-9a81-56b28f43392a'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:59.432755 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Calling delete_port for 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:22:59.442829 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-02806c7a-5400-4132-8eb5-05e9d3395439 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 1001 time: 0.0621703 Sep 14 01:22:59.455666 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:59.499745 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-44708643-4b46-41bd-a580-f100828e7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:59.501416 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-44708643-4b46-41bd-a580-f100828e7968 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0539758 Sep 14 01:22:59.508962 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] Set router f2264352-891c-4de6-9a81-56b28f43392a gateway port host: None {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:22:59.548793 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-f743df87-ad53-4e32-8657-888b262aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:22:59.550277 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-f743df87-ad53-4e32-8657-888b262aab44 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429499 Sep 14 01:22:59.561061 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:22:59Z', 'revision_number': 6, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:22:59.587126 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5deb6a3-ba7a-44a7-9c21-bb44876000e0 None None] The sync data for ids ['f2264352-891c-4de6-9a81-56b28f43392a'] in dv-cinder-857528-1-iscsi is: [{'id': 'f2264352-891c-4de6-9a81-56b28f43392a', 'name': 'tempest-TestShelveInstance-424224985-router', 'tenant_id': 'e9da155613f948a5a168179f7edc64dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:19Z', 'updated_at': '2022-09-14T01:22:59Z', 'revision_number': 6, 'project_id': 'e9da155613f948a5a168179f7edc64dc', 'gw_port_host': None}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:22:59.644299 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (42ef0ee1-06e5-4eef-aa21-8bfc4aea297a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.669722 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=42ef0ee1-06e5-4eef-aa21-8bfc4aea297a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:22:59.671309 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-c5752350-5b51-455e-9831-6ee894ea1fab service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147890 Sep 14 01:22:59.737275 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (f2264352-891c-4de6-9a81-56b28f43392a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.767652 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-4ec10bd3-3bd7-447a-b58b-dd557240bfbf req-10c2aaa3-8844-4467-8278-9d980f05be98 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870862 Sep 14 01:22:59.828614 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (f2264352-891c-4de6-9a81-56b28f43392a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.830850 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks [] for router_controller (f2264352-891c-4de6-9a81-56b28f43392a), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.873094 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (f2264352-891c-4de6-9a81-56b28f43392a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.873708 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2264352-891c-4de6-9a81-56b28f43392a {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:22:59.877941 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.879071 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-8941db9e-f471-47c4-ba30-b5a4ab070ecf admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f2264352-891c-4de6-9a81-56b28f43392a HTTP/1.1" status: 204 len: 168 time: 0.8149056 Sep 14 01:22:59.881727 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39458) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:22:59.925766 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Deleting subnet 0c7ec47c-5942-46ce-9348-a0867d9232dc {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:22:59.928894 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Publish callbacks [] for subnet (0c7ec47c-5942-46ce-9348-a0867d9232dc), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:59.973701 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (0c7ec47c-5942-46ce-9348-a0867d9232dc), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.017414 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:00.020004 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:00.062152 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (0c7ec47c-5942-46ce-9348-a0867d9232dc), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.118668 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (0c7ec47c-5942-46ce-9348-a0867d9232dc), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.143476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7ec47c-5942-46ce-9348-a0867d9232dc,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:00.149226 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.155007 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-451db5c9-f728-4bbd-8f16-37bbbc35be99 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/0c7ec47c-5942-46ce-9348-a0867d9232dc HTTP/1.1" status: 204 len: 168 time: 0.2698681 Sep 14 01:23:00.155178 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37478e37-792f-4eae-9449-98832e240213 None None] Network 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:23:00.155639 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39460) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:00.238330 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.285594 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Deleting port 831b74b9-4146-4a63-8a3e-da80869c2e3a {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:23:00.285905 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.349628 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] For port 831b74b9-4146-4a63-8a3e-da80869c2e3a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=831b74b9-4146-4a63-8a3e-da80869c2e3a,segment=NetworkSegment(9c31c291-1005-4bcb-b2a7-a636b2391eaa),segment_id=9c31c291-1005-4bcb-b2a7-a636b2391eaa)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:23:00.349987 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.364114 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Calling delete_port for 831b74b9-4146-4a63-8a3e-da80869c2e3a owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:23:00.435776 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] DHCP port deletion for 7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:23:00.438822 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:00.451158 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.477204 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Deleting port 831b74b9-4146-4a63-8a3e-da80869c2e3a {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:23:00.477474 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Pushing event deleted for resources: {'Port': ['ID=831b74b9-4146-4a63-8a3e-da80869c2e3a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:00.477659 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.481761 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] No DVR routers for this DVR port 831b74b9-4146-4a63-8a3e-da80869c2e3a on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:23:00.546435 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] For port 831b74b9-4146-4a63-8a3e-da80869c2e3a, host dv-cinder-857528-1-iscsi, got binding levels [] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:23:00.546742 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.560336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Calling delete_port for 831b74b9-4146-4a63-8a3e-da80869c2e3a owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:23:00.560820 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:00.563655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.ipam_backend_mixin [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Port 831b74b9-4146-4a63-8a3e-da80869c2e3a was not found and therefore no delete operation was performed {{(pid=106418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 01:23:00.564985 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (831b74b9-4146-4a63-8a3e-da80869c2e3a), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.565290 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.587839 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:00.590180 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] Pushing event deleted for resources: {'Port': ['ID=831b74b9-4146-4a63-8a3e-da80869c2e3a,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:00.593566 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3cdaa-267e-462f-9cb6-a9e0336ed1a3 None None] No DVR routers for this DVR port 831b74b9-4146-4a63-8a3e-da80869c2e3a on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:23:00.597798 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c31c291-1005-4bcb-b2a7-a636b2391eaa') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:00.598161 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c31c291-1005-4bcb-b2a7-a636b2391eaa') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:00.610942 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (9c31c291-1005-4bcb-b2a7-a636b2391eaa), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.625588 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (9c31c291-1005-4bcb-b2a7-a636b2391eaa), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.632007 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:23:00.632407 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (9c31c291-1005-4bcb-b2a7-a636b2391eaa), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.674717 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 9c31c291-1005-4bcb-b2a7-a636b2391eaa resource provider aggregate not found Sep 14 01:23:00.680043 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:00.698414 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment 9c31c291-1005-4bcb-b2a7-a636b2391eaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c31c291-1005-4bcb-b2a7-a636b2391eaa found for delete ", "request_id": "req-033f0471-2828-461f-b549-cfd85139f889"}]} Sep 14 01:23:00.712321 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.718592 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.723263 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2 HTTP/1.1" status: 204 len: 168 time: 0.5648739 Sep 14 01:23:00.736893 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f03d9-6240-4108-a444-bb1fc68ee524 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3dd9c5-3bc4-444e-93a9-6d7eed7724b2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:00.763018 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 010f82f5-a1b9-4fe9-948c-73a400bfe208 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:23:00.783009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 010f82f5-a1b9-4fe9-948c-73a400bfe208 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:23:00.783380 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 010f82f5-a1b9-4fe9-948c-73a400bfe208 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:23:00.783817 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:23:00.805360 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:23:00.805635 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 42ef0ee1-06e5-4eef-aa21-8bfc4aea297a not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:23:00.806046 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 831b74b9-4146-4a63-8a3e-da80869c2e3a no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:23:00.828233 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 831b74b9-4146-4a63-8a3e-da80869c2e3a {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:23:00.828570 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 831b74b9-4146-4a63-8a3e-da80869c2e3a not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:23:00.850765 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39468) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:00.892313 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-68591443-7d20-4867-b242-f65c71d8914a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b2d80d1c2758499da66a93e91f9c1311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397608 Sep 14 01:23:00.894836 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39470) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:00.947077 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8393de13-ee9c-4eb4-af6b-1edceb2afdf2 admin admin] Publish callbacks [] for security_group (e7173933-213b-4b63-a213-db2e6bde0f02), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:00.967595 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8393de13-ee9c-4eb4-af6b-1edceb2afdf2 admin admin] Publish callbacks [] for security_group (e7173933-213b-4b63-a213-db2e6bde0f02), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.014165 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8393de13-ee9c-4eb4-af6b-1edceb2afdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e7173933-213b-4b63-a213-db2e6bde0f02), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.016815 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-8393de13-ee9c-4eb4-af6b-1edceb2afdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.017954 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-8393de13-ee9c-4eb4-af6b-1edceb2afdf2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e7173933-213b-4b63-a213-db2e6bde0f02 HTTP/1.1" status: 204 len: 168 time: 0.1222191 Sep 14 01:23:01.026376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393de13-ee9c-4eb4-af6b-1edceb2afdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7173933-213b-4b63-a213-db2e6bde0f02,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:01.277161 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:23:01.339768 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39476) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:01.379157 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-9663a220-63d4-4d7a-bb02-ae63bd418049 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e9da155613f948a5a168179f7edc64dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381916 Sep 14 01:23:01.381604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39478) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:01.430664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ee730540-1412-4a75-888b-5bf2bd07bedc admin admin] Publish callbacks [] for security_group (717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.450354 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ee730540-1412-4a75-888b-5bf2bd07bedc admin admin] Publish callbacks [] for security_group (717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.501087 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ee730540-1412-4a75-888b-5bf2bd07bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.503540 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-ee730540-1412-4a75-888b-5bf2bd07bedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:01.504694 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-ee730540-1412-4a75-888b-5bf2bd07bedc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f HTTP/1.1" status: 204 len: 168 time: 0.1221480 Sep 14 01:23:01.512801 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee730540-1412-4a75-888b-5bf2bd07bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717f3c90-7e72-48f0-9fa2-d8b2b9a9ef0f,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:05.881129 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-58074739-29e6-453f-ad1f-d5c88c2f6c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:06.584934 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=17 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:08.344059 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-48ca944d-26aa-4f28-b651-301d05abbc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:09.446813 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:10.124816 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:10.143805 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:DELETE=3,neutron:SELECT=9 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:10.791486 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:11.076888 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:11.271244 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=8 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:11.487861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=47,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:11.509404 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:20.848147 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:30.841986 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:30.844458 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:31.954663 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-c5783950-9eef-4ba7-8bbc-4d88934b5488 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-166959226&fields=id&tenant_id=6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 267 time: 0.0438008 Sep 14 01:23:32.059837 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-a9faf379-f34a-4f84-b2ac-429e9b56e7bf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:32.061338 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-a9faf379-f34a-4f84-b2ac-429e9b56e7bf tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 811 time: 0.1003065 Sep 14 01:23:32.077602 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-685753ed-7c5e-4dfd-b2fb-4eafbe6aa9ba tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/quotas/6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 375 time: 0.0098803 Sep 14 01:23:32.131964 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-7725e485-9e84-44a9-9fdd-c28e5cf0651b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493693 Sep 14 01:23:32.147689 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-446e6214-8bb8-4572-a7bf-d94a1ceda771 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:23:32.148667 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-446e6214-8bb8-4572-a7bf-d94a1ceda771 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048923 Sep 14 01:23:32.235965 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-c1a5f3d7-d555-48e4-bb50-ac3a4f040dda service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819373 Sep 14 01:23:32.330824 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-6a26f4f6-cfbd-4cf1-ba4f-cfdbfcd90327 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891483 Sep 14 01:23:32.626518 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8664c3b5-d1b5-4dd3-b682-c88bddea211d req-61a60ab5-f1e9-4161-8052-70c737a5b626 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 210 time: 0.0331032 Sep 14 01:23:33.761475 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bf514047-a25e-44a6-881b-c24a37a275fa req-1a0ddd68-1f23-4b25-91e3-d58361a23cab tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 210 time: 0.0364637 Sep 14 01:23:33.811891 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-f2ad4a09-9f61-40cb-8d40-7a81009fb578 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:33.813351 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-f2ad4a09-9f61-40cb-8d40-7a81009fb578 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 811 time: 0.1386657 Sep 14 01:23:33.883760 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-1be823f6-9fb5-4b13-922d-1994411114aa tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d5a6539764b53852b5741347734a8 HTTP/1.1" status: 200 len: 379 time: 0.0536973 Sep 14 01:23:33.892171 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'port': {'device_id': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'admin_state_up': True, 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'security_groups': ['e1801249-90e4-4917-84c8-c2d96867af47']}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:23:34.002388 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Made reservation on behalf of 6c0d5a6539764b53852b5741347734a8 for: {'port': 1} {{(pid=106416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:23:34.006138 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:34.129153 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.db_base_plugin_common [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Allocated IP 172.20.0.14 (cef33139-f42c-4679-8281-e97f735186d9/736c5490-2b5f-4d71-b8bd-866687ba0a73/e2c18982-0678-44d2-b8d6-9fcb81b9a123) {{(pid=106416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:23:34.220292 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:34.226111 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:34.281258 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), precommit_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:34.315575 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), after_create {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:34.358621 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Network cef33139-f42c-4679-8281-e97f735186d9 is already hosted by enough agents. {{(pid=106416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:23:34.361907 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.base_scheduler [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Resources bound (agent type, host, resource id): {{(pid=106416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:23:34.365791 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Received port after_create {{(pid=106416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:23:34.391521 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=e2c18982-0678-44d2-b8d6-9fcb81b9a123,revision_number=1']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:34.423890 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:34.425092 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:34.444229 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5cb350af-83db-4746-a126-8b1a9ccc72ad tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559027 Sep 14 01:23:34.472841 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.v2.base [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Request body: {'port': {'device_id': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:23:34.596511 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Provisioning complete for port e2c18982-0678-44d2-b8d6-9fcb81b9a123 triggered by entity DHCP. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:23:34.597099 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:34.597232 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Attempt 1 to provision port e2c18982-0678-44d2-b8d6-9fcb81b9a123 Sep 14 01:23:34.630765 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Port e2c18982-0678-44d2-b8d6-9fcb81b9a123 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:23:34.777898 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:34.884493 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d84e7-01db-4625-b80e-01023a6e1419 req-b2de1d86-2d21-4bd2-a47b-df2d358c1d5b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:34.886822 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dd9d84e7-01db-4625-b80e-01023a6e1419 req-b2de1d86-2d21-4bd2-a47b-df2d358c1d5b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 932 time: 0.0483651 Sep 14 01:23:34.936920 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-dd9d84e7-01db-4625-b80e-01023a6e1419 req-0860151d-157f-4613-ae52-872b0ef1a72c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442107 Sep 14 01:23:35.030729 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c18982-0678-44d2-b8d6-9fcb81b9a123 {{(pid=106416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:23:35.038169 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Publish callbacks [] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), precommit_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:35.050922 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.provisioning_blocks [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Transition to ACTIVE for port object e2c18982-0678-44d2-b8d6-9fcb81b9a123 will not be triggered until provisioned by entity L2. {{(pid=106416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:23:35.054369 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:35.131447 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Attempt 2 to provision port e2c18982-0678-44d2-b8d6-9fcb81b9a123 Sep 14 01:23:35.133386 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c18982-0678-44d2-b8d6-9fcb81b9a123,revision_number=2']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:35.163273 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Attempting to bind port e2c18982-0678-44d2-b8d6-9fcb81b9a123 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:23:35.163645 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Attempting to bind port e2c18982-0678-44d2-b8d6-9fcb81b9a123 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:23:35.163914 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Port e2c18982-0678-44d2-b8d6-9fcb81b9a123 cannot update to ACTIVE because it is not bound. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:23:35.164032 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Attempting to bind port e2c18982-0678-44d2-b8d6-9fcb81b9a123 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:23:35.203734 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:35.205993 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Port e2c18982-0678-44d2-b8d6-9fcb81b9a123 on network cef33139-f42c-4679-8281-e97f735186d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:23:35.206323 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Attempting to bind port e2c18982-0678-44d2-b8d6-9fcb81b9a123 on network cef33139-f42c-4679-8281-e97f735186d9 {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:23:35.253998 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Checking agent: {'id': '3e230c91-9c4b-40ff-a97c-995aa0d7a2c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:23:35.254336 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Checking segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:23:35.254727 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Bound using segment: {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'} {{(pid=106416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:23:35.255159 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.managers [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Bound port: e2c18982-0678-44d2-b8d6-9fcb81b9a123, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd559d7e8-270f-404f-bc84-1c1273f50fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9'}}] {{(pid=106416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:23:35.255517 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), before_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:35.297049 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:35.319962 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] For port e2c18982-0678-44d2-b8d6-9fcb81b9a123, host hv-cinder-85752, cleared binding levels {{(pid=106416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:23:35.323920 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] For port e2c18982-0678-44d2-b8d6-9fcb81b9a123, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:23:35.329664 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5947073'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), after_update {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:35.332826 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:35.333474 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:35.334939 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 200 len: 1094 time: 0.8674924 Sep 14 01:23:35.337040 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:23:35.340173 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09857f47-2c70-443f-9ed8-a3cdc519c774" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:23:35.384078 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5da7b77-1ff0-4236-8a3d-2ce249011d65 x-openstack-request-id: req-f5da7b77-1ff0-4236-8a3d-2ce249011d65 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:23:35.384300 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:23:35.384545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5da7b77-1ff0-4236-8a3d-2ce249011d65 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:23:35.385035 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5da7b77-1ff0-4236-8a3d-2ce249011d65'] response: {'name': 'network-changed', 'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'status': 'completed', 'code': 200} Sep 14 01:23:35.390238 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84de619-4642-403e-92d4-3649cb3f72e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c18982-0678-44d2-b8d6-9fcb81b9a123,revision_number=3']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:35.443821 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-9eccf74f-32a6-4106-a085-ed0534aa42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:35.445277 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-9eccf74f-32a6-4106-a085-ed0534aa42e2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1128 time: 0.0389380 Sep 14 01:23:35.492654 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-b2c4bf76-02be-4a5a-aa0d-6fcecd771db9 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 200 len: 217 time: 0.0354817 Sep 14 01:23:35.540017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5bceefee-110a-438e-a7df-6acfaf68efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:35.542205 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-5bceefee-110a-438e-a7df-6acfaf68efc1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0436769 Sep 14 01:23:35.583711 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-535addda-0ceb-4317-8ddd-9655834ae4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:35.585152 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-535addda-0ceb-4317-8ddd-9655834ae4ee service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376472 Sep 14 01:23:35.664930 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Attempt 3 to provision port e2c18982-0678-44d2-b8d6-9fcb81b9a123 Sep 14 01:23:35.677256 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-263d97bf-7a15-4a52-88be-3874216d68db service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Sep 14 01:23:35.703000 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-257c8d27-1b66-4737-813d-2f40165e839b None None] Port e2c18982-0678-44d2-b8d6-9fcb81b9a123 had new provisioning blocks added so it will not transition to active. {{(pid=106418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:23:35.765622 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-0b94ca29-81ef-4f26-95de-7a7a7f2beb74 req-558625c5-8f33-4679-8396-d6080ccf3b08 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Sep 14 01:23:35.881795 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9850-ea9a-4cdf-8ef8-ad92c316a798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:36.057953 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8fdbc-8426-49d2-9dd6-dfce47a0b46f req-2d6a44c1-751f-4ef4-b182-9dc2f2ad90c2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:36.059304 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-40d8fdbc-8426-49d2-9dd6-dfce47a0b46f req-2d6a44c1-751f-4ef4-b182-9dc2f2ad90c2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.0469911 Sep 14 01:23:36.112077 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-40d8fdbc-8426-49d2-9dd6-dfce47a0b46f req-f97ac2d0-ca2e-4cb8-94a3-ee0d893dee8b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463865 Sep 14 01:23:36.665113 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-532a85a6-3e7b-41ab-b3d9-8007eecd5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:36.666617 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-532a85a6-3e7b-41ab-b3d9-8007eecd5d27 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1128 time: 0.0437810 Sep 14 01:23:36.756503 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-bd83cc2a-85cd-42ca-a712-ff35d624689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:36.757863 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-bd83cc2a-85cd-42ca-a712-ff35d624689c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0851793 Sep 14 01:23:36.801658 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-da16b8ba-f1eb-4fcb-a839-17857f5afed0 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Sep 14 01:23:36.850856 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-7fbf0f95-8a3a-4ab8-8b6b-d045a4693570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:36.852265 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-7fbf0f95-8a3a-4ab8-8b6b-d045a4693570 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0427849 Sep 14 01:23:36.899048 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-f7e5b801-a39b-4c70-a120-970c8d74fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:36.900575 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-f7e5b801-a39b-4c70-a120-970c8d74fd1f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381873 Sep 14 01:23:36.992693 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-930d22e8-4c4a-4e16-9c15-8a5f591da29e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858543 Sep 14 01:23:37.059541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:37.082856 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-09857f47-2c70-443f-9ed8-a3cdc519c774 req-0f0cb3b9-3a11-4913-81db-dd4cab2ac85b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837309 Sep 14 01:23:37.237056 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825f60-f636-4d6b-85c5-fa6932afaa54 req-12e6e3eb-1c42-4f4d-9fa1-6234c6e9b035 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:37.238494 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3c825f60-f636-4d6b-85c5-fa6932afaa54 req-12e6e3eb-1c42-4f4d-9fa1-6234c6e9b035 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.0513575 Sep 14 01:23:37.271287 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=16 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:37.277305 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=16 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:37.288497 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-3c825f60-f636-4d6b-85c5-fa6932afaa54 req-00af3b49-9bab-432b-b026-0e7f818c761c tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Sep 14 01:23:38.275851 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:23:38.345194 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-dc81118c-4b7b-4a69-b677-240249985133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:38.408373 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510d96-c063-4d5f-9e82-77376c51008b req-577ef6b1-9d22-44f0-b976-b58bf5811129 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:38.409836 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fc510d96-c063-4d5f-9e82-77376c51008b req-577ef6b1-9d22-44f0-b976-b58bf5811129 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.0467150 Sep 14 01:23:38.459427 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-fc510d96-c063-4d5f-9e82-77376c51008b req-d9c21aa6-de27-4304-9ca9-7cb99947343d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 Sep 14 01:23:39.449533 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:39.578828 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b188-af38-4c3b-8453-02190ee4a040 req-616994de-1395-407a-8dbb-4442232c267b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:39.580299 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c0a9b188-af38-4c3b-8453-02190ee4a040 req-616994de-1395-407a-8dbb-4442232c267b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.0464857 Sep 14 01:23:39.606211 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:39.630093 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c0a9b188-af38-4c3b-8453-02190ee4a040 req-c3f3ac8c-e039-4123-a0fd-c2a0760edcb4 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439539 Sep 14 01:23:40.749341 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e397-4494-48d7-bdaa-3a718d3ddaf4 req-ed1d0593-916d-4c7d-b362-9316c2f55d09 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:40.750715 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e439e397-4494-48d7-bdaa-3a718d3ddaf4 req-ed1d0593-916d-4c7d-b362-9316c2f55d09 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.0461092 Sep 14 01:23:40.794492 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:40.801571 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-e439e397-4494-48d7-bdaa-3a718d3ddaf4 req-53f9efb6-ed84-4311-beae-7b7aa1fb9cee tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453000 Sep 14 01:23:41.079441 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:41.926599 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b8a68-5a84-485a-a188-a780a23aedcb req-76f3151c-d8a4-475c-9c3b-c337a9ee2a0b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:41.928057 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-314b8a68-5a84-485a-a188-a780a23aedcb req-76f3151c-d8a4-475c-9c3b-c337a9ee2a0b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.0516689 Sep 14 01:23:41.976161 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-314b8a68-5a84-485a-a188-a780a23aedcb req-7a2cb225-feb8-4a34-8b78-1d50777bc904 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Sep 14 01:23:43.250689 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device e2c18982-0678-44d2-b8d6-9fcb81b9a123 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:23:43.361597 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port e2c18982-0678-44d2-b8d6-9fcb81b9a123, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:23:43.371236 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037c0c-c1a2-4d18-b3a6-256165c3c19a req-9a3860e7-65dd-4504-a1e0-e261b3d5abfb tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:43.372750 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-98037c0c-c1a2-4d18-b3a6-256165c3c19a req-9a3860e7-65dd-4504-a1e0-e261b3d5abfb tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 944 time: 0.3210559 Sep 14 01:23:43.372994 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Returning: {'device': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'port_id': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'mac_address': 'fa:16:3e:e0:17:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:23:43.407365 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port e2c18982-0678-44d2-b8d6-9fcb81b9a123 is: DOWN; New status is: BUILD {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:23:43.407787 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:43.421253 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c18982-0678-44d2-b8d6-9fcb81b9a123 {{(pid=106418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:23:43.421927 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-98037c0c-c1a2-4d18-b3a6-256165c3c19a req-2a9c4866-5105-46cc-ab40-0cf045905578 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Sep 14 01:23:43.441126 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port e2c18982-0678-44d2-b8d6-9fcb81b9a123, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:23:43.445111 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:43.496020 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=e2c18982-0678-44d2-b8d6-9fcb81b9a123,revision_number=4']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:43.837119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] get_ports_and_sgs() called for port_ids ['e2c18982-0678-44d2-b8d6-9fcb81b9a123'] {{(pid=106418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:23:44.560276 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc4431-99a9-4198-b856-ffee9a44837a req-b16afbe0-9fbd-4da5-b61f-d466b85ba86d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:44.562529 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2fcc4431-99a9-4198-b856-ffee9a44837a req-b16afbe0-9fbd-4da5-b61f-d466b85ba86d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 945 time: 0.0606053 Sep 14 01:23:44.612374 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-2fcc4431-99a9-4198-b856-ffee9a44837a req-bb148b66-6c89-48f5-a378-7dec1e0f9191 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Sep 14 01:23:45.266015 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device e2c18982-0678-44d2-b8d6-9fcb81b9a123 up at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:23:45.300534 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:45.307468 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:45.309957 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning for port e2c18982-0678-44d2-b8d6-9fcb81b9a123 completed by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:23:45.315337 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.provisioning_blocks [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Provisioning complete for port e2c18982-0678-44d2-b8d6-9fcb81b9a123 triggered by entity L2. {{(pid=106418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:23:45.315826 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1372126'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), provisioning_complete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:45.316164 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Attempt 1 to provision port e2c18982-0678-44d2-b8d6-9fcb81b9a123 Sep 14 01:23:45.391891 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Current status of the port e2c18982-0678-44d2-b8d6-9fcb81b9a123 is: BUILD; New status is: ACTIVE {{(pid=106418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:23:45.392278 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), before_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:45.420015 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123'}] {{(pid=106418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:23:45.422198 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eee6cd17385de28799716619fd564663fb9bc5eec3ebd59aceac1c1ae2e63d67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533061ef-9664-4f4e-8112-4235fc30e31d" -d '{"events": [{"server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "name": "network-vif-plugged", "status": "completed", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123"}]}' {{(pid=106418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:23:45.434938 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] For port e2c18982-0678-44d2-b8d6-9fcb81b9a123, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:23:45.439013 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:45.487195 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Pushing event updated for resources: {'Port': ['ID=e2c18982-0678-44d2-b8d6-9fcb81b9a123,revision_number=5']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:45.589967 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1cf2e2-ed98-4ad8-8d1e-91ca1ce50068 x-openstack-request-id: req-8e1cf2e2-ed98-4ad8-8d1e-91ca1ce50068 {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:23:45.590260 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "name": "network-vif-plugged", "status": "completed", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123", "code": 200}]} {{(pid=106418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:23:45.590507 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e1cf2e2-ed98-4ad8-8d1e-91ca1ce50068 {{(pid=106418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:23:45.590905 dv-cinder-857528-1-iscsi neutron-server[106418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1cf2e2-ed98-4ad8-8d1e-91ca1ce50068'] response: {'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'code': 200} Sep 14 01:23:45.736216 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb91dc-2a7f-4ce0-9710-fb06f63a1579 req-091bda58-becf-41ea-849c-6e3e5fbd949e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:45.737782 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bccb91dc-2a7f-4ce0-9710-fb06f63a1579 req-091bda58-becf-41ea-849c-6e3e5fbd949e tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0495543 Sep 14 01:23:45.802888 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-bccb91dc-2a7f-4ce0-9710-fb06f63a1579 req-71786f45-0735-4263-b8eb-41514b0510c2 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591297 Sep 14 01:23:45.860350 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de2789-5dfd-418e-9576-2dd00c18c138 req-64de886e-0636-4c61-a651-1e097229a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:45.861804 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-34de2789-5dfd-418e-9576-2dd00c18c138 req-64de886e-0636-4c61-a651-1e097229a0ca service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1130 time: 0.0381303 Sep 14 01:23:45.907533 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-34de2789-5dfd-418e-9576-2dd00c18c138 req-6635616d-ca20-4c02-845d-918368efbcb3 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Sep 14 01:23:46.927697 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ff64-c762-4ff6-862b-acf1125b7b06 req-72d8e8ca-a542-4fd7-b6a9-92583277e9fe tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:46.929130 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8ed5ff64-c762-4ff6-862b-acf1125b7b06 req-72d8e8ca-a542-4fd7-b6a9-92583277e9fe tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0473542 Sep 14 01:23:46.982041 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-8ed5ff64-c762-4ff6-862b-acf1125b7b06 req-be1ffe7f-d1f8-4055-ab46-84796f921675 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 Sep 14 01:23:48.103800 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fd44-6053-44dc-a2fc-929de445a02e req-768244f8-bd8c-44b9-a592-7bdd0285bace tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:48.105289 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a609fd44-6053-44dc-a2fc-929de445a02e req-768244f8-bd8c-44b9-a592-7bdd0285bace tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0471454 Sep 14 01:23:48.154915 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a609fd44-6053-44dc-a2fc-929de445a02e req-9a53b598-69f4-45dc-a6bc-f2443b51f3e9 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Sep 14 01:23:48.271363 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:48.272507 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:48.278474 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87324cc-2837-4b02-99be-be84f6722538 req-d2facc3f-ff2f-472c-91f1-62d3189b7b88 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:48.280270 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c87324cc-2837-4b02-99be-be84f6722538 req-d2facc3f-ff2f-472c-91f1-62d3189b7b88 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0509079 Sep 14 01:23:48.330292 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-c87324cc-2837-4b02-99be-be84f6722538 req-2de64ca5-5482-407e-92c7-836aae7fcf14 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 Sep 14 01:23:48.358623 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39584) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:48.568079 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb10f8c-2eea-4627-87e8-d55e676a9484 tempest-TestVolumeBootPattern-904710154 tempest-TestVolumeBootPattern-904710154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:48.569564 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-8fb10f8c-2eea-4627-87e8-d55e676a9484 tempest-TestVolumeBootPattern-904710154 tempest-TestVolumeBootPattern-904710154-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1125 time: 0.2098262 Sep 14 01:23:48.572568 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39588) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:23:48.576747 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.v2.base [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Request body: {'floatingip': {'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'port_id': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:23:48.597960 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:48.678503 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (None), before_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:48.782659 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_common [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Allocated IP 172.27.1.240 (ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7/b3a54a6c-d88f-4343-a5a7-6f8c939377d3/e466c99f-b86f-49db-8703-e6611bcb6ec2) {{(pid=106417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:23:48.797667 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:48.839987 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:48.892232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:48.923383 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773532236737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:48.960884 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Network ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7 is already hosted by enough agents. {{(pid=106417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:23:48.963852 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.base_scheduler [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Resources bound (agent type, host, resource id): {{(pid=106417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:23:48.967377 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Received port after_create {{(pid=106417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:23:48.992136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=e466c99f-b86f-49db-8703-e6611bcb6ec2,revision_number=1']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:49.316868 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (a2916dc5-1839-4b67-8135-1a957160a469), precommit_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:49.383792 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411150'] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), before_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:49.531240 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), precommit_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:49.535542 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773532660902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773532236755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773532236773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5344928'] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), after_update {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:49.579234 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:49.589476 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:49.609827 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event updated for resources: {'Port': ['ID=e466c99f-b86f-49db-8703-e6611bcb6ec2,revision_number=2']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:23:49.613202 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535459'] for floatingip (a2916dc5-1839-4b67-8135-1a957160a469), after_create {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:49.708510 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.db.l3_db [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Floating IP a2916dc5-1839-4b67-8135-1a957160a469 associated. External IP: 172.27.1.240, port: e2c18982-0678-44d2-b8d6-9fcb81b9a123. Sep 14 01:23:49.905695 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:23:50.006657 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:23:50.017292 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:23:50.025511 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:50.028085 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:23:50.028698 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:23:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:50.059469 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-7981ef08-f3cb-4827-bb5e-211e6185e769 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4859016 Sep 14 01:23:50.060430 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:23:50.062748 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae4c3b-513e-4ec2-bb22-043a68d6be58" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:23:50.101538 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb187653-ff68-46f5-9151-06f923b22ceb x-openstack-request-id: req-fb187653-ff68-46f5-9151-06f923b22ceb {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:23:50.101821 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:23:50.102074 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb187653-ff68-46f5-9151-06f923b22ceb {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:23:50.102472 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb187653-ff68-46f5-9151-06f923b22ceb'] response: {'name': 'network-changed', 'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'status': 'completed', 'code': 200} Sep 14 01:23:50.131040 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:23:50.207364 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-0513378d-57ff-43f5-8fff-f04e337bd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:50.209079 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-0513378d-57ff-43f5-8fff-f04e337bd609 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1130 time: 0.0442960 Sep 14 01:23:50.299318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-3a5d2ecd-bff5-44b1-b861-0fd0c8b10fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:50.300843 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-3a5d2ecd-bff5-44b1-b861-0fd0c8b10fc7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0858545 Sep 14 01:23:50.346015 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:20Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}, {'id': 'a2916dc5-1839-4b67-8135-1a957160a469', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:e0:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:23:49Z', 'updated_at': '2022-09-14T01:23:49Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:50.366942 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-7a5d6b9d-60f1-44a5-a1b0-c222ee1ec809 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 200 len: 1000 time: 0.0590720 Sep 14 01:23:50.371380 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:23:50.379849 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:23:50.380457 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:23:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:50.417720 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-e85d84cf-371c-4136-b6b4-35e4b80200e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:50.419205 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-e85d84cf-371c-4136-b6b4-35e4b80200e7 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0463960 Sep 14 01:23:50.467393 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-056b1ef2-d93c-41db-a775-84a7bf763a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:23:50.468839 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-056b1ef2-d93c-41db-a775-84a7bf763a9a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426614 Sep 14 01:23:50.545083 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:23:50.567937 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-edc6619d-0e7b-4200-8408-2115b6ea9c7b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915537 Sep 14 01:23:50.568948 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:23:50.658417 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-66ae4c3b-513e-4ec2-bb22-043a68d6be58 req-ef560f36-fd89-4194-ba1c-071df4ed722f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847702 Sep 14 01:23:50.786761 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:20Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}, {'id': 'a2916dc5-1839-4b67-8135-1a957160a469', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:e0:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:23:49Z', 'updated_at': '2022-09-14T01:23:49Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:23:50.811514 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231a8a5-1fb8-4ed4-ad34-e3fd6cc33595 None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:20Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}, {'id': 'a2916dc5-1839-4b67-8135-1a957160a469', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:e0:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:23:49Z', 'updated_at': '2022-09-14T01:23:49Z', 'revision_number': 0, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:23:50.868809 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:23:50.999365 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeca52a-98ab-4428-9d9a-2133be36f331 None None] New status for floating IP a2916dc5-1839-4b67-8135-1a957160a469: ACTIVE {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:23:52.853701 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-cf7fae77-d91c-4b58-82fb-3c3083e35233 req-f98b9bdd-f369-40d4-a394-5dbf38dfa847 service neutron] (106416) timed out ('10.222.0.44', 59951) {{(pid=106416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:24:00.053023 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:00.054908 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=48 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:00.160378 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-9c03064c-db10-41b9-bde6-6e3a20cedee9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425248 Sep 14 01:24:00.266679 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-f2965fc6-fa3a-43e2-81c6-faa3efa943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:24:00.268174 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-f2965fc6-fa3a-43e2-81c6-faa3efa943e4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1130 time: 0.0391774 Sep 14 01:24:00.331323 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:00.372136 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-0a223540-aab5-4639-b0ee-523f60d5d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:24:00.373614 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-0a223540-aab5-4639-b0ee-523f60d5d404 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0861020 Sep 14 01:24:00.439216 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-a6efba12-18cd-446f-9e30-6637509b6604 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 1001 time: 0.0573277 Sep 14 01:24:00.489822 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-6adf7e23-b864-41c1-b0f0-ff1da1eb8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:24:00.491290 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-6adf7e23-b864-41c1-b0f0-ff1da1eb8b8f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0451372 Sep 14 01:24:00.533913 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-d4f50526-bbe4-4d31-8796-ed4248256d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:24:00.535371 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-d4f50526-bbe4-4d31-8796-ed4248256d03 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377955 Sep 14 01:24:00.630411 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-d4c0d3e9-de11-49ce-8b09-4e7a6b1834b2 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886300 Sep 14 01:24:00.723164 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-1fd6f8f4-8928-447c-9216-a1779af36865 req-ac4d85c7-d122-4594-a104-14bbc9f4c965 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861299 Sep 14 01:24:00.782911 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=74 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:00.789766 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=74 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:01.099918 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:01.103434 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:DELETE=1,neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:05.883798 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3aec8d16-812a-4f0a-88c9-4e8d9506e489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:08.348596 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-3037c71f-166c-489e-88d7-7f3a1234b937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:09.452616 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:10.719044 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=40 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:10.719854 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=63 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:10.798519 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:11.081434 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:14.272700 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:14.273414 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:15.274514 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:24:20.857558 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:25.270462 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:30.851852 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:30.853710 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:34.265995 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:35.887302 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-049abea7-0096-4305-b35b-30a3479c60c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:38.349699 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5f25b37a-3e82-41c4-9bab-22fd118070ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:39.455790 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:40.832684 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:41.083721 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:50.873138 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:24:51.265749 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:51.269602 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:24:52.273312 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:25:00.142639 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-b2157402-250b-46c9-9907-343c12087b81 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387027 Sep 14 01:25:00.220856 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-04334fa5-78cf-4889-8da6-b471a1abdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:00.222366 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-04334fa5-78cf-4889-8da6-b471a1abdc17 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1130 time: 0.0393727 Sep 14 01:25:00.328887 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-ea96f6f9-8a2e-43f3-a7d8-7fe2607c7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:00.330333 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-ea96f6f9-8a2e-43f3-a7d8-7fe2607c7a8e service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0896976 Sep 14 01:25:00.391281 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-b4affcef-d57b-4425-981d-b914861d746f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 200 len: 1002 time: 0.0547936 Sep 14 01:25:00.438371 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-3698b4ad-ad8c-4188-b5d7-a6c42c17b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:00.439775 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-3698b4ad-ad8c-4188-b5d7-a6c42c17b71f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0428321 Sep 14 01:25:00.485238 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-65945012-ab7e-4122-879e-295a65e6a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:00.486725 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-65945012-ab7e-4122-879e-295a65e6a860 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411296 Sep 14 01:25:00.577354 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-e68dd6b7-cb1c-484a-be5d-02e2603fe144 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822716 Sep 14 01:25:00.668931 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-a49fb8a4-c6da-4157-bdab-a8765e810367 req-d7e070df-02e3-4f12-abf3-81daa996abdf service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851874 Sep 14 01:25:00.862734 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:00.867720 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:02.270468 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:05.888054 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8ec8a2eb-6dd1-4d99-8aa2-c726207fb947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:08.351593 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-9f9607f1-88b4-4741-9cfa-d1e988189551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:09.458366 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:10.664060 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=52 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:10.666246 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=49 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:10.800821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:11.085880 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:20.887422 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:29.272556 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:25:30.881326 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:30.883283 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:35.889055 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7e3dddba-361e-460d-b340-8555ab7a233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:38.353717 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-798290ca-ac00-4c8d-824c-2fb47cecbe56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:38.856757 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39616) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:38.996198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Deleting port e466c99f-b86f-49db-8703-e6611bcb6ec2 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:38.996545 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.074910 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.075152 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (e466c99f-b86f-49db-8703-e6611bcb6ec2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.087324 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Calling delete_port for e466c99f-b86f-49db-8703-e6611bcb6ec2 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:39.248923 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (e466c99f-b86f-49db-8703-e6611bcb6ec2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.267520 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=19 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:39.268521 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=15 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:39.271785 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'Port': ['ID=e466c99f-b86f-49db-8703-e6611bcb6ec2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:39.286549 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.286900 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.287242 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.287604 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.287941 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.288272 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.288603 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.288961 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.289254 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.289578 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.290017 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.290338 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.290662 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.290980 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.291294 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:39.346970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (a2916dc5-1839-4b67-8135-1a957160a469), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.347222 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Floating IP a2916dc5-1839-4b67-8135-1a957160a469 disassociated (deleted). External IP: 172.27.1.240, port: e2c18982-0678-44d2-b8d6-9fcb81b9a123. Sep 14 01:25:39.461944 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.546600 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:25:39.642109 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:39.649679 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:25:39.655186 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:39.659709 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:25:39.669978 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:39.670584 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:39.684313 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-b2aeadfd-57cb-4453-b04f-1e9c239e8f2a tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/a2916dc5-1839-4b67-8135-1a957160a469 HTTP/1.1" status: 204 len: 168 time: 0.8264523 Sep 14 01:25:39.685062 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:25:39.687435 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:25:39.784503 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:39.848458 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f239cd-3511-4622-8c6d-705cca2faf23 x-openstack-request-id: req-e8f239cd-3511-4622-8c6d-705cca2faf23 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:25:39.848757 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:25:39.849012 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8f239cd-3511-4622-8c6d-705cca2faf23 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:25:39.849419 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f239cd-3511-4622-8c6d-705cca2faf23'] response: {'name': 'network-changed', 'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'status': 'completed', 'code': 200} Sep 14 01:25:39.938040 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c33ebc-3a0f-4291-8581-89df7ea9c4ea req-bef9fa69-f503-4a41-98f7-25e8cce55555 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:39.939541 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-50c33ebc-3a0f-4291-8581-89df7ea9c4ea req-bef9fa69-f503-4a41-98f7-25e8cce55555 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0503361 Sep 14 01:25:39.989828 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-50c33ebc-3a0f-4291-8581-89df7ea9c4ea req-4216ab6b-13b5-4bbf-a414-834760769381 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444226 Sep 14 01:25:40.006382 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:20Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:40.030407 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:25:40.038689 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:40.039280 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:40.138410 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:40.346378 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:20Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:40.374189 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc13036-ea04-4a81-95f9-42f0b678d374 None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_floatingips': [{'id': '384e6171-a5b7-4ca2-9f5e-7ef30d120a9b', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'router_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'port_id': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'mac_address': 'fa:16:3e:fd:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:21:18Z', 'updated_at': '2022-09-14T01:21:20Z', 'revision_number': 1, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:25:40.582655 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2677180-06bf-42df-a869-d22f4ae371f5 None None] New status for floating IP a2916dc5-1839-4b67-8135-1a957160a469: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:25:40.806353 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:41.026288 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-8fd2433d-19de-45da-b0be-0271d29a6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:41.027849 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-8fd2433d-19de-45da-b0be-0271d29a6f5d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 1130 time: 0.0405788 Sep 14 01:25:41.089601 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:41.092850 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:41.141502 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15e13-79cb-4ebd-b217-9fb775bc5eb5 req-5f8e2a5c-0b29-4300-bd36-0e9d910e9b3d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:41.142938 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17d15e13-79cb-4ebd-b217-9fb775bc5eb5 req-5f8e2a5c-0b29-4300-bd36-0e9d910e9b3d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0615928 Sep 14 01:25:41.177984 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-1801c744-6b00-4e6c-95d6-23b3e972cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:41.179438 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-1801c744-6b00-4e6c-95d6-23b3e972cd37 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.1451845 Sep 14 01:25:41.207051 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-17d15e13-79cb-4ebd-b217-9fb775bc5eb5 req-1b80e435-c20b-4d8d-a397-a209fe859159 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577276 Sep 14 01:25:41.396434 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-f0fdd1df-b171-4df1-adb5-13a1f208a204 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 200 len: 217 time: 0.0362444 Sep 14 01:25:41.443446 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-689bfa9f-1ac6-45ab-adb1-f1fde6ab3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:41.444849 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-689bfa9f-1ac6-45ab-adb1-f1fde6ab3c82 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0421913 Sep 14 01:25:41.688217 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-41937cad-2edd-4764-bba1-e5c207987e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:41.689668 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-41937cad-2edd-4764-bba1-e5c207987e5a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386007 Sep 14 01:25:41.754304 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-9da4e0ba-e268-46b8-8292-b0961de9b47f service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:25:41.755250 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-9da4e0ba-e268-46b8-8292-b0961de9b47f service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048773 Sep 14 01:25:41.816861 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-d94eeb6f-3c2b-4a4c-bd3f-30b0e1a46c53 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:41.818355 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-d94eeb6f-3c2b-4a4c-bd3f-30b0e1a46c53 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 946 time: 0.0474145 Sep 14 01:25:41.912630 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Deleting port e2c18982-0678-44d2-b8d6-9fcb81b9a123 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:41.912967 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:42.014263 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] For port e2c18982-0678-44d2-b8d6-9fcb81b9a123, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e2c18982-0678-44d2-b8d6-9fcb81b9a123,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:42.014526 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:42.028445 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Calling delete_port for e2c18982-0678-44d2-b8d6-9fcb81b9a123 owned by compute:nova {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:42.100584 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-7677751a-c4c1-49f3-98da-744fa8447385 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295777 Sep 14 01:25:42.162047 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (e2c18982-0678-44d2-b8d6-9fcb81b9a123), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:42.196301 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-c9e60149-4c37-4a2e-909f-b7fe50ca40b1 req-bc1f6d2d-944d-4022-85fb-92a9ee85cb4d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892544 Sep 14 01:25:42.199689 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'Port': ['ID=e2c18982-0678-44d2-b8d6-9fcb81b9a123,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:42.227484 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.227981 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.228330 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.228719 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.229223 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.229558 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.230034 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.230372 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.230701 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.231053 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.231357 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.231769 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.232113 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.232416 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.232736 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:42.254116 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] No DVR routers for this DVR port e2c18982-0678-44d2-b8d6-9fcb81b9a123 on host hv-cinder-85752 {{(pid=106417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:25:42.256580 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:42.259896 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-a5862a9c-4af7-4d79-b5d6-3816480c7a04 req-c9fb41d3-bfcf-406c-95a8-61749a0191a7 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "DELETE /networking/v2.0/ports/e2c18982-0678-44d2-b8d6-9fcb81b9a123 HTTP/1.1" status: 204 len: 173 time: 0.4360206 Sep 14 01:25:42.260961 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'name': 'network-vif-deleted', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123'}] {{(pid=106417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:25:42.263214 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8becbfbfdb65f6b9270bb3376dbae2c2172f7a33ec1d87670fea4eff7875dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4ad30-cc8a-43d7-87c3-b5d15f649aca" -d '{"events": [{"server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "name": "network-vif-deleted", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123"}]}' {{(pid=106417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:25:42.305582 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114a3ee-4c80-40ce-a1f6-758fb1d8a7fc x-openstack-request-id: req-c114a3ee-4c80-40ce-a1f6-758fb1d8a7fc {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:25:42.305872 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d9774-7e87-4a89-83fd-a1db24ea955f", "name": "network-vif-deleted", "tag": "e2c18982-0678-44d2-b8d6-9fcb81b9a123", "status": "completed", "code": 200}]} {{(pid=106417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:25:42.306125 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c114a3ee-4c80-40ce-a1f6-758fb1d8a7fc {{(pid=106417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:25:42.306523 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c114a3ee-4c80-40ce-a1f6-758fb1d8a7fc'] response: {'server_uuid': '7c3d9774-7e87-4a89-83fd-a1db24ea955f', 'name': 'network-vif-deleted', 'tag': 'e2c18982-0678-44d2-b8d6-9fcb81b9a123', 'status': 'completed', 'code': 200} Sep 14 01:25:42.322285 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-0cf34a56-4c58-4c18-9a28-5ccaf47da003 req-b49291fe-465f-4d63-8194-401fb3f49ead tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c3d9774-7e87-4a89-83fd-a1db24ea955f HTTP/1.1" status: 200 len: 210 time: 0.0310278 Sep 14 01:25:43.917216 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device e2c18982-0678-44d2-b8d6-9fcb81b9a123 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:43.937208 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: e2c18982-0678-44d2-b8d6-9fcb81b9a123 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:43.937550 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device e2c18982-0678-44d2-b8d6-9fcb81b9a123 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:45.627541 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39662) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:45.771263 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Deleting port 281848f7-cd78-4beb-9aac-a58556a5d0b1 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:45.771509 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:45.854123 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:45.854450 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (281848f7-cd78-4beb-9aac-a58556a5d0b1), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:45.869418 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Calling delete_port for 281848f7-cd78-4beb-9aac-a58556a5d0b1 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:45.939988 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=100 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:46.016466 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (281848f7-cd78-4beb-9aac-a58556a5d0b1), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:46.038758 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'Port': ['ID=281848f7-cd78-4beb-9aac-a58556a5d0b1,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:46.107301 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (384e6171-a5b7-4ca2-9f5e-7ef30d120a9b), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:46.107660 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.db.l3_db [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Floating IP 384e6171-a5b7-4ca2-9f5e-7ef30d120a9b disassociated (deleted). External IP: 172.27.1.45, port: a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2. Sep 14 01:25:46.151220 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:46.309102 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:25:46.412228 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:25:46.416950 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:46.422094 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:25:46.431581 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:46.432187 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:46.445989 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-cd9502b4-379f-4ec2-a497-b76f91aee72b tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/384e6171-a5b7-4ca2-9f5e-7ef30d120a9b HTTP/1.1" status: 204 len: 168 time: 0.8173459 Sep 14 01:25:46.446739 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:25:46.449754 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc2b9b2-72ef-40f9-93b5-656c44310101" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:25:46.507774 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbcd8f2-7fc3-424e-9fa9-7f61afa73d88 x-openstack-request-id: req-1bbcd8f2-7fc3-424e-9fa9-7f61afa73d88 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:25:46.508063 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:25:46.508315 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bbcd8f2-7fc3-424e-9fa9-7f61afa73d88 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:25:46.508722 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbcd8f2-7fc3-424e-9fa9-7f61afa73d88'] response: {'name': 'network-changed', 'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'status': 'completed', 'code': 200} Sep 14 01:25:46.537080 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:46.609630 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-692e6b75-654c-4e04-9b69-31398b706754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:46.611219 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-692e6b75-654c-4e04-9b69-31398b706754 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6c0d5a6539764b53852b5741347734a8&device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 1130 time: 0.0453768 Sep 14 01:25:46.611400 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:46.703657 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c4a16-6a9a-441c-852c-74857567039b req-bbc0279d-7f88-41d6-b633-25d2098d34d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:46.705133 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9f3c4a16-6a9a-441c-852c-74857567039b req-bbc0279d-7f88-41d6-b633-25d2098d34d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0490472 Sep 14 01:25:46.732269 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:46.754986 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-9f3c4a16-6a9a-441c-852c-74857567039b req-d989f6c6-8df6-4c3a-ad1f-d258e7c424bb tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Sep 14 01:25:46.759364 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:25:46.767127 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=100 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:46.770964 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:46.771578 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:46.871973 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:47.054782 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:47.078650 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dae2cd-daee-4d08-9a2a-eb2088472461 None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:17:18Z', 'revision_number': 4, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi', '_interfaces': [{'id': 'd4bdf22c-c81b-4271-b8f6-b3915b83050a', 'name': '', 'network_id': 'cef33139-f42c-4679-8281-e97f735186d9', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'mac_address': 'fa:16:3e:7b:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:17Z', 'updated_at': '2022-09-14T01:17:25Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'subnets': [{'id': '736c5490-2b5f-4d71-b8bd-866687ba0a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:25:47.303130 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d63897-183e-4868-a73e-6f1f0d52a690 None None] New status for floating IP 384e6171-a5b7-4ca2-9f5e-7ef30d120a9b: DOWN {{(pid=106418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:25:47.793178 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-b16b8882-02ea-466f-83bb-9c00f98e68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:47.794748 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-b16b8882-02ea-466f-83bb-9c00f98e68ff service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 200 len: 911 time: 0.0912766 Sep 14 01:25:47.837013 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-98127611-9d1c-4cd4-96e7-3713f20fc71f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 200 len: 217 time: 0.0340493 Sep 14 01:25:47.912454 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4014-6aad-4c58-ab71-bae7ce1ec730 req-adf431c4-20de-49fb-a581-d284586fc1ae tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:47.913943 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bbfb4014-6aad-4c58-ab71-bae7ce1ec730 req-adf431c4-20de-49fb-a581-d284586fc1ae tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0794027 Sep 14 01:25:47.925568 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-29fb279b-fe61-4c7f-8c95-39b8be26bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:47.926959 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-29fb279b-fe61-4c7f-8c95-39b8be26bea1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 200 len: 850 time: 0.0821269 Sep 14 01:25:47.969432 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-bbfb4014-6aad-4c58-ab71-bae7ce1ec730 req-44a365d6-240c-4037-92b8-3a862f043a32 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1801249-90e4-4917-84c8-c2d96867af47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462379 Sep 14 01:25:48.114158 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-20e7f13d-bbab-4787-8116-6325ab0b716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:48.115509 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-20e7f13d-bbab-4787-8116-6325ab0b716f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=cef33139-f42c-4679-8281-e97f735186d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387506 Sep 14 01:25:48.305887 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:48.315043 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:48.330684 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-fae6f5f0-5985-42be-a314-a64edd4a78fd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914571 Sep 14 01:25:48.415056 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-90d340b5-3651-48e1-9df2-3aa0cfe1331d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:25:48.416527 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-90d340b5-3651-48e1-9df2-3aa0cfe1331d tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 946 time: 0.0454981 Sep 14 01:25:48.455761 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-6fc2b9b2-72ef-40f9-93b5-656c44310101 req-75e1ff16-c59e-4bd4-a889-0e824c483dbb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852232 Sep 14 01:25:48.502970 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Deleting port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:48.503318 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:48.591966 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] For port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:48.592326 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:48.608710 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Calling delete_port for a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 owned by compute:nova {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:48.647520 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:48.736643 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:48.762715 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'Port': ['ID=a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:48.813006 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] No DVR routers for this DVR port a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 on host hv-cinder-85752 {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:25:48.815475 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for port (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:48.818804 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [req-52e14002-77e6-450d-a89a-77a7793af8c0 req-d3ffb1e1-ffeb-442f-92db-b431ea509190 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.44 "DELETE /networking/v2.0/ports/a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 HTTP/1.1" status: 204 len: 173 time: 0.3963802 Sep 14 01:25:48.819293 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'name': 'network-vif-deleted', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2'}] {{(pid=106416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:25:48.821558 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}514b71e3bcf1cad8006a97ef72f41425bca22bb8bc2e66f476bd912b6a56d556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e78e0c-24a9-4996-bf1b-cae9fdd8cc03" -d '{"events": [{"server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "name": "network-vif-deleted", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2"}]}' {{(pid=106416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:25:48.863376 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd03745-832b-4b74-aeca-766972f5e360 x-openstack-request-id: req-ddd03745-832b-4b74-aeca-766972f5e360 {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:25:48.863825 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b8a87a-9d23-48ed-ae9c-d765346329b7", "name": "network-vif-deleted", "tag": "a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2", "status": "completed", "code": 200}]} {{(pid=106416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:25:48.864118 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddd03745-832b-4b74-aeca-766972f5e360 {{(pid=106416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:25:48.864474 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd03745-832b-4b74-aeca-766972f5e360'] response: {'server_uuid': 'e0b8a87a-9d23-48ed-ae9c-d765346329b7', 'name': 'network-vif-deleted', 'tag': 'a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2', 'status': 'completed', 'code': 200} Sep 14 01:25:49.090355 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [req-af42725a-5bc1-4c44-aed3-791e70b3a440 req-f82ea746-9ab0-4418-99bf-af06c270fa2f tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e0b8a87a-9d23-48ed-ae9c-d765346329b7 HTTP/1.1" status: 200 len: 210 time: 0.0356128 Sep 14 01:25:50.165654 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39678) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:50.278022 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Deleting port d47c1774-7a61-4e1c-a96c-9a4902eb94a7 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:50.278362 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:50.290614 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:50.355024 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:50.355360 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:50.367589 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Calling delete_port for d47c1774-7a61-4e1c-a96c-9a4902eb94a7 owned by network:floatingip {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:50.497198 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (d47c1774-7a61-4e1c-a96c-9a4902eb94a7), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:50.521538 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'Port': ['ID=d47c1774-7a61-4e1c-a96c-9a4902eb94a7,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:50.586629 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for floatingip (99cb6ade-fdb2-4d36-9989-4a6c6ba5652a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:50.590000 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21094'] for floatingip (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:50.591145 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-518a0da8-6d51-40be-816d-fa417c67de21 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/99cb6ade-fdb2-4d36-9989-4a6c6ba5652a HTTP/1.1" status: 204 len: 168 time: 0.4257658 Sep 14 01:25:50.902572 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:51.796716 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39690) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:51.854732 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-afe4ced3-4d89-4216-9ab5-7b98fc0060d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group (e1801249-90e4-4917-84c8-c2d96867af47), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:51.877787 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-afe4ced3-4d89-4216-9ab5-7b98fc0060d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group (e1801249-90e4-4917-84c8-c2d96867af47), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:51.932198 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:51.939002 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-afe4ced3-4d89-4216-9ab5-7b98fc0060d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (e1801249-90e4-4917-84c8-c2d96867af47), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:51.943880 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-afe4ced3-4d89-4216-9ab5-7b98fc0060d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:51.945753 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-afe4ced3-4d89-4216-9ab5-7b98fc0060d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e1801249-90e4-4917-84c8-c2d96867af47 HTTP/1.1" status: 204 len: 168 time: 0.1478627 Sep 14 01:25:51.960716 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4ced3-4d89-4216-9ab5-7b98fc0060d1 tempest-TestVolumeBootPattern-1448431353 tempest-TestVolumeBootPattern-1448431353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1801249-90e4-4917-84c8-c2d96867af47,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:51.962011 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] No Port match for: a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:51.962556 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Device a5136ef8-e5ed-45d7-b1a8-5c87cacb64c2 not bound to the agent host hv-cinder-85752 {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:53.018278 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39696) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:53.420378 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (5735f279-587b-4c63-b160-b2bdb59442cb), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:53.638814 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Deleting port d4bdf22c-c81b-4271-b8f6-b3915b83050a {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:53.639156 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:53.717797 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] For port d4bdf22c-c81b-4271-b8f6-b3915b83050a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=d4bdf22c-c81b-4271-b8f6-b3915b83050a,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:53.718076 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:53.734609 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Calling delete_port for d4bdf22c-c81b-4271-b8f6-b3915b83050a owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:53.844581 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:53.846551 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=100 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:53.911479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (d4bdf22c-c81b-4271-b8f6-b3915b83050a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:53.936149 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bdf22c-c81b-4271-b8f6-b3915b83050a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:54.100853 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (5735f279-587b-4c63-b160-b2bdb59442cb), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:54.582841 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Router 5735f279-587b-4c63-b160-b2bdb59442cb has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:25:54.685344 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:25:54.690397 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-c496a6c3-9a43-44ef-ba5a-c8794685976a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5735f279-587b-4c63-b160-b2bdb59442cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711307 Sep 14 01:25:54.692966 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39700) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:54.695514 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] Sync routers for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:25:54.706259 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:54.706864 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:54.801744 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks [] for router (5735f279-587b-4c63-b160-b2bdb59442cb), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:54.813319 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: dv-cinder-857528-1-iscsi {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:54.900399 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks [] for router_gateway (5735f279-587b-4c63-b160-b2bdb59442cb), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:54.946587 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Deleting port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:54.946822 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:54.983522 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:25:53Z', 'revision_number': 5, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port': {'id': 'f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:15Z', 'updated_at': '2022-09-14T01:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:54.988702 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:55.008583 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] Checking router: 5735f279-587b-4c63-b160-b2bdb59442cb for host: dv-cinder-857528-1-iscsi {{(pid=106419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:25:55.017965 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] Routers {'5735f279-587b-4c63-b160-b2bdb59442cb'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:55.018561 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['5735f279-587b-4c63-b160-b2bdb59442cb'], 'active': True} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:55.030575 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] For port f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:55.030945 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.033050 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:55.046047 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Calling delete_port for f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:55.104245 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_dvr_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] Set router 5735f279-587b-4c63-b160-b2bdb59442cb gateway port host: None {{(pid=106419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:55.153289 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.l3_hamode_db [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:25:54Z', 'revision_number': 6, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:55.180305 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00597d62-38d8-4d58-a54b-1e860a3d2df6 None None] The sync data for ids ['5735f279-587b-4c63-b160-b2bdb59442cb'] in dv-cinder-857528-1-iscsi is: [{'id': '5735f279-587b-4c63-b160-b2bdb59442cb', 'name': 'tempest-TestVolumeBootPattern-752184040-router', 'tenant_id': '6c0d5a6539764b53852b5741347734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:14Z', 'updated_at': '2022-09-14T01:25:54Z', 'revision_number': 6, 'project_id': '6c0d5a6539764b53852b5741347734a8', 'gw_port_host': None}] {{(pid=106419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:25:55.218902 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.248256 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:55.310631 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (5735f279-587b-4c63-b160-b2bdb59442cb), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.399268 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (5735f279-587b-4c63-b160-b2bdb59442cb), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.401494 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks [] for router_controller (5735f279-587b-4c63-b160-b2bdb59442cb), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.444232 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (5735f279-587b-4c63-b160-b2bdb59442cb), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.444806 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5735f279-587b-4c63-b160-b2bdb59442cb {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:25:55.449812 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.451167 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d40f73d8-c361-4bca-af19-d86cc78d7fac admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/5735f279-587b-4c63-b160-b2bdb59442cb HTTP/1.1" status: 204 len: 168 time: 0.7572949 Sep 14 01:25:55.453812 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39702) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:55.498582 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Deleting subnet 736c5490-2b5f-4d71-b8bd-866687ba0a73 {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:25:55.501762 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Publish callbacks [] for subnet (736c5490-2b5f-4d71-b8bd-866687ba0a73), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.542464 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (736c5490-2b5f-4d71-b8bd-866687ba0a73), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.621826 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (736c5490-2b5f-4d71-b8bd-866687ba0a73), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.676452 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (736c5490-2b5f-4d71-b8bd-866687ba0a73), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.706467 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736c5490-2b5f-4d71-b8bd-866687ba0a73,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:55.709886 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.716242 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-3e0acd84-69aa-487f-85a3-8370f7b08537 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/736c5490-2b5f-4d71-b8bd-866687ba0a73 HTTP/1.1" status: 204 len: 168 time: 0.2583761 Sep 14 01:25:55.716417 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc4241-a336-4c93-ae09-a5f5051c0fad None None] Network cef33139-f42c-4679-8281-e97f735186d9 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:25:55.716875 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39704) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:55.792891 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (cef33139-f42c-4679-8281-e97f735186d9), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.795267 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:55.839496 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Deleting port 9d5d4e0d-c6cb-4954-b453-a469a420b235 {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:55.839917 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.905087 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] For port 9d5d4e0d-c6cb-4954-b453-a469a420b235, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=9d5d4e0d-c6cb-4954-b453-a469a420b235,segment=NetworkSegment(d559d7e8-270f-404f-bc84-1c1273f50fde),segment_id=d559d7e8-270f-404f-bc84-1c1273f50fde)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:55.905369 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:55.918104 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Calling delete_port for 9d5d4e0d-c6cb-4954-b453-a469a420b235 owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:55.976336 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] DHCP port deletion for cef33139-f42c-4679-8281-e97f735186d9 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:25:55.998878 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.020029 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Deleting port 9d5d4e0d-c6cb-4954-b453-a469a420b235 {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:56.020481 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.025977 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5d4e0d-c6cb-4954-b453-a469a420b235,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:56.029838 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] No DVR routers for this DVR port 9d5d4e0d-c6cb-4954-b453-a469a420b235 on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:25:56.085365 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] For port 9d5d4e0d-c6cb-4954-b453-a469a420b235, host dv-cinder-857528-1-iscsi, got binding levels [] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:56.085761 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.099692 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Calling delete_port for 9d5d4e0d-c6cb-4954-b453-a469a420b235 owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:56.102423 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.ipam_backend_mixin [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Port 9d5d4e0d-c6cb-4954-b453-a469a420b235 was not found and therefore no delete operation was performed {{(pid=106418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 01:25:56.103762 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (9d5d4e0d-c6cb-4954-b453-a469a420b235), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.108773 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (cef33139-f42c-4679-8281-e97f735186d9), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.126262 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Pushing event deleted for resources: {'Port': ['ID=9d5d4e0d-c6cb-4954-b453-a469a420b235,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:56.129976 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef33139-f42c-4679-8281-e97f735186d9']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:56.136786 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.137349 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.137823 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.138197 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.138698 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.139028 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.139353 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.139774 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.139909 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd559d7e8-270f-404f-bc84-1c1273f50fde') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:56.140098 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.140207 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd559d7e8-270f-404f-bc84-1c1273f50fde') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:56.140417 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.141057 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.141410 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.141734 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.142182 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.142503 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-iscsi {{(pid=106418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:25:56.145439 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebf733-9e38-46a2-90a7-1ab7113710a6 None None] No DVR routers for this DVR port 9d5d4e0d-c6cb-4954-b453-a469a420b235 on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:25:56.151090 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (d559d7e8-270f-404f-bc84-1c1273f50fde), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.161167 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:56.169659 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (d559d7e8-270f-404f-bc84-1c1273f50fde), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.176616 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:25:56.177007 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (d559d7e8-270f-404f-bc84-1c1273f50fde), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.219408 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment d559d7e8-270f-404f-bc84-1c1273f50fde resource provider aggregate not found Sep 14 01:25:56.242807 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (cef33139-f42c-4679-8281-e97f735186d9), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.245693 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment d559d7e8-270f-404f-bc84-1c1273f50fde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d559d7e8-270f-404f-bc84-1c1273f50fde found for delete ", "request_id": "req-93b12bcf-8647-4d40-9890-990ccb14d6ee"}]} Sep 14 01:25:56.250565 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.253828 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/cef33139-f42c-4679-8281-e97f735186d9 HTTP/1.1" status: 204 len: 168 time: 0.5361176 Sep 14 01:25:56.257322 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39710) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:56.270288 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76f98c-ea00-4b82-88c9-fda3b1175da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef33139-f42c-4679-8281-e97f735186d9,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:56.474696 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:56.477270 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:56.574641 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.792242 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Deleting port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:56.792578 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.818936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d4bdf22c-c81b-4271-b8f6-b3915b83050a no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:56.842793 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: d4bdf22c-c81b-4271-b8f6-b3915b83050a {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:56.843136 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device d4bdf22c-c81b-4271-b8f6-b3915b83050a not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:56.843549 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 9d5d4e0d-c6cb-4954-b453-a469a420b235 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:56.862180 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 9d5d4e0d-c6cb-4954-b453-a469a420b235 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:56.862521 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 9d5d4e0d-c6cb-4954-b453-a469a420b235 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:56.862926 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:56.876926 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] For port 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:56.877291 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:56.880596 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:56.880936 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device f3a5ba91-3cf0-4a4a-bff8-1360c45a4fe1 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:56.890305 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Calling delete_port for 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a owned by network:router_interface {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:57.064523 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:57.087438 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:57.258910 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538899'] for router_interface (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:57.303528 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:57.316420 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:57.471173 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c has already been hosted by L3 agent 3b9ad274-eada-4497-9ebb-6a6d3536a896 {{(pid=106417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:25:57.576916 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-iscsi the message routers_updated {{(pid=106417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:25:57.581910 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-deced204-448b-484a-a559-5342a03a0d15 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d7e7c39c-933c-45dd-8e42-c0fbce48fe6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3234830 Sep 14 01:25:57.584471 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39712) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:57.585999 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] Sync routers for ids ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'] in dv-cinder-857528-1-iscsi {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:25:57.595303 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] Routers {'d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:57.595953 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:57.689162 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks [] for router (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:57.795435 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks [] for router_gateway (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:57.825798 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] Set router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c gateway port host: dv-cinder-857528-1-iscsi {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:57.839119 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Deleting port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 {{(pid=106417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:57.839389 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:57.924348 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.db [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] For port b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,segment=NetworkSegment(389d2c51-411e-4d5c-a725-1a06f33bba1b),segment_id=389d2c51-411e-4d5c-a725-1a06f33bba1b)] {{(pid=106417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:57.924712 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:57.938537 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.plugins.ml2.plugin [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Calling delete_port for b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 owned by network:router_gateway {{(pid=106417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:57.989583 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'external_fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:25:57Z', 'revision_number': 5, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port': {'id': 'b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4', 'name': '', 'network_id': 'ef6e8f73-b3d9-4fa4-a9f0-15bcb11080e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:17:22Z', 'updated_at': '2022-09-14T01:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a54a6c-d88f-4343-a5a7-6f8c939377d3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-iscsi'}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:58.019315 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] Checking router: d7e7c39c-933c-45dd-8e42-c0fbce48fe6c for host: dv-cinder-857528-1-iscsi {{(pid=106418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:25:58.028302 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] Routers {'d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'} bound to L3 agent in host dv-cinder-857528-1-iscsi {{(pid=106418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:25:58.028909 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T00:56:38Z,description=,heartbeat_timestamp=2022-09-14T01:25:38Z,host='dv-cinder-857528-1-iscsi',id=3b9ad274-eada-4497-9ebb-6a6d3536a896,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:38Z,topic='l3_agent')) {'router_ids': ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'], 'active': True} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:58.106479 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5344921'] for port (b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.109725 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvr_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] Set router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c gateway port host: None {{(pid=106418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:25:58.114078 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:58.138204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:58.164796 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_hamode_db [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:25:57Z', 'revision_number': 6, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port_host': None}], 'dv-cinder-857528-1-iscsi', False) {} {{(pid=106418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:58.187927 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:58.189807 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389b182-e5fa-4978-8253-28e66cf57a2d None None] The sync data for ids ['d7e7c39c-933c-45dd-8e42-c0fbce48fe6c'] in dv-cinder-857528-1-iscsi is: [{'id': 'd7e7c39c-933c-45dd-8e42-c0fbce48fe6c', 'name': 'tempest-TestVolumeBootPattern-653011212-router', 'tenant_id': '849e60970e2342b08ce58582752ef719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:17:21Z', 'updated_at': '2022-09-14T01:25:57Z', 'revision_number': 6, 'project_id': '849e60970e2342b08ce58582752ef719', 'gw_port_host': None}] {{(pid=106418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:25:58.202566 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535385'] for router_gateway (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.294204 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.296428 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks [] for router_controller (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.341336 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538990'] for router (d7e7c39c-933c-45dd-8e42-c0fbce48fe6c), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.341911 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e7c39c-933c-45dd-8e42-c0fbce48fe6c {{(pid=106417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:25:58.346174 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.347306 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-177fbd08-d839-43c2-9c91-bb4941e31626 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d7e7c39c-933c-45dd-8e42-c0fbce48fe6c HTTP/1.1" status: 204 len: 168 time: 0.7619302 Sep 14 01:25:58.349850 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.wsgi [-] (106417) accepted ('10.222.0.42', 39714) {{(pid=106417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:58.667421 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Deleting subnet fde634cc-9045-4605-bbb5-fd4fcd2eb43b {{(pid=106417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:25:58.670621 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Publish callbacks [] for subnet (fde634cc-9045-4605-bbb5-fd4fcd2eb43b), before_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.705917 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940154'] for subnet (fde634cc-9045-4605-bbb5-fd4fcd2eb43b), precommit_delete_associations {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.783636 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1454954'] for subnet (fde634cc-9045-4605-bbb5-fd4fcd2eb43b), precommit_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.837628 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1454679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5345014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4637457'] for subnet (fde634cc-9045-4605-bbb5-fd4fcd2eb43b), after_delete {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.864136 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron_lib.callbacks.manager [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.869468 dv-cinder-857528-1-iscsi neutron-server[106417]: INFO neutron.wsgi [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/fde634cc-9045-4605-bbb5-fd4fcd2eb43b HTTP/1.1" status: 204 len: 168 time: 0.5165923 Sep 14 01:25:58.869468 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a45b8a-7123-4df6-a964-af29cc41c0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde634cc-9045-4605-bbb5-fd4fcd2eb43b,revision_number=None']} {{(pid=106417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:58.870107 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39716) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:58.871850 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43382960-16ae-4168-bc40-92f7c793ac73 None None] Network 08a73d40-7593-4fd0-bcb6-4186aaf05845 requested from dv-cinder-857528-1-iscsi {{(pid=106418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:25:58.949121 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381407'] for network (08a73d40-7593-4fd0-bcb6-4186aaf05845), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:58.996693 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:59.011687 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Deleting port 4f869eda-0610-4d63-9aa7-0cea94aeffba {{(pid=106416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:59.012040 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.021649 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:59.021982 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 6a6b00d8-d50d-4e6a-bf2d-c2af87444f1a not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:59.022394 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:25:59.044498 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] DHCP port deletion for 08a73d40-7593-4fd0-bcb6-4186aaf05845 request from dv-cinder-857528-1-iscsi {{(pid=106418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:25:59.046769 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:25:59.047111 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device b3c6e1ef-9f53-4d92-bdf6-1e46bf5a39b4 not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:25:59.053209 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:59.054572 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:59.085361 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.db [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] For port 4f869eda-0610-4d63-9aa7-0cea94aeffba, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=4f869eda-0610-4d63-9aa7-0cea94aeffba,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:59.086015 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.094167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] Deleting port 4f869eda-0610-4d63-9aa7-0cea94aeffba {{(pid=106418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:25:59.094167 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773532660749'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), before_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.099774 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Calling delete_port for 4f869eda-0610-4d63-9aa7-0cea94aeffba owned by network:dhcp {{(pid=106416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:59.163377 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.db [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] For port 4f869eda-0610-4d63-9aa7-0cea94aeffba, host dv-cinder-857528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-iscsi',level=0,port_id=4f869eda-0610-4d63-9aa7-0cea94aeffba,segment=NetworkSegment(e7260ba5-ffe5-4206-aa5c-caab0313e579),segment_id=e7260ba5-ffe5-4206-aa5c-caab0313e579)] {{(pid=106418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:25:59.163807 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534105'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), precommit_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.177645 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] Calling delete_port for 4f869eda-0610-4d63-9aa7-0cea94aeffba owned by network:dhcp {{(pid=106418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:25:59.182424 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5947128'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.211859 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f869eda-0610-4d63-9aa7-0cea94aeffba,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:59.214106 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] No DVR routers for this DVR port 4f869eda-0610-4d63-9aa7-0cea94aeffba on host dv-cinder-857528-1-iscsi {{(pid=106416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:25:59.270547 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773532695435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773532236746'] for port (4f869eda-0610-4d63-9aa7-0cea94aeffba), after_delete {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.290637 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1370177', 'neutron.services.segments.db._delete_segments_for_network-8773532651713'] for network (08a73d40-7593-4fd0-bcb6-4186aaf05845), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.294011 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] Pushing event deleted for resources: {'Port': ['ID=4f869eda-0610-4d63-9aa7-0cea94aeffba,revision_number=None']} {{(pid=106418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:59.299707 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2b72c-d197-4f01-ae84-2b5b98310216 None None] No DVR routers for this DVR port 4f869eda-0610-4d63-9aa7-0cea94aeffba on host dv-cinder-857528-1-iscsi {{(pid=106418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:25:59.312685 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:25:59.316319 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a73d40-7593-4fd0-bcb6-4186aaf05845']}} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:59.326632 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7260ba5-ffe5-4206-aa5c-caab0313e579') {'for_net_delete': True} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:59.326935 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.services.segments.db [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7260ba5-ffe5-4206-aa5c-caab0313e579') {} {{(pid=106416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:25:59.337531 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773532651605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6033258'] for segment (e7260ba5-ffe5-4206-aa5c-caab0313e579), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.350936 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302'] for segment (e7260ba5-ffe5-4206-aa5c-caab0313e579), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.357972 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:25:59.358390 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5946925'] for segment (e7260ba5-ffe5-4206-aa5c-caab0313e579), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.402906 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment e7260ba5-ffe5-4206-aa5c-caab0313e579 resource provider aggregate not found Sep 14 01:25:59.421174 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.services.segments.plugin [-] Segment e7260ba5-ffe5-4206-aa5c-caab0313e579 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7260ba5-ffe5-4206-aa5c-caab0313e579 found for delete ", "request_id": "req-0e1d584c-8bdb-49fa-b6f3-c6875ca57ab1"}]} Sep 14 01:25:59.428832 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1370232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535436'] for network (08a73d40-7593-4fd0-bcb6-4186aaf05845), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.434715 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554509'] for network (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.437865 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/08a73d40-7593-4fd0-bcb6-4186aaf05845 HTTP/1.1" status: 204 len: 168 time: 0.5662806 Sep 14 01:25:59.448738 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f436e-a803-426d-92d1-f8878ee1ec63 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a73d40-7593-4fd0-bcb6-4186aaf05845,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:25:59.554353 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39724) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:59.595023 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-1fc02dd2-2242-44b5-b594-16b00b57b77f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6c0d5a6539764b53852b5741347734a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395150 Sep 14 01:25:59.597468 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39726) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:25:59.644728 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0c38f8f7-3135-4301-9287-4fa8aeeb3fda admin admin] Publish callbacks [] for security_group (4bf202e6-dc30-49e3-9322-5d891ce6d9e5), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.664622 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0c38f8f7-3135-4301-9287-4fa8aeeb3fda admin admin] Publish callbacks [] for security_group (4bf202e6-dc30-49e3-9322-5d891ce6d9e5), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.712746 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0c38f8f7-3135-4301-9287-4fa8aeeb3fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (4bf202e6-dc30-49e3-9322-5d891ce6d9e5), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.716013 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-0c38f8f7-3135-4301-9287-4fa8aeeb3fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:25:59.717176 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-0c38f8f7-3135-4301-9287-4fa8aeeb3fda admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4bf202e6-dc30-49e3-9322-5d891ce6d9e5 HTTP/1.1" status: 204 len: 168 time: 0.1188033 Sep 14 01:25:59.725195 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38f8f7-3135-4301-9287-4fa8aeeb3fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf202e6-dc30-49e3-9322-5d891ce6d9e5,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:26:00.030900 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39732) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:26:00.073030 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-58ab9a39-e501-43f4-a86b-534c361a763f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=849e60970e2342b08ce58582752ef719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409122 Sep 14 01:26:00.076212 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.wsgi [-] (106416) accepted ('10.222.0.42', 39734) {{(pid=106416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:26:00.102827 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:00.124712 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0735a6c-ad50-4ed9-83d5-704cf11992a1 admin admin] Publish callbacks [] for security_group (5167c133-ebe2-449b-926b-e47970cfb32a), before_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:00.145745 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0735a6c-ad50-4ed9-83d5-704cf11992a1 admin admin] Publish callbacks [] for security_group (5167c133-ebe2-449b-926b-e47970cfb32a), precommit_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:00.193334 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0735a6c-ad50-4ed9-83d5-704cf11992a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661498'] for security_group (5167c133-ebe2-449b-926b-e47970cfb32a), after_delete {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:00.195861 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron_lib.callbacks.manager [None req-c0735a6c-ad50-4ed9-83d5-704cf11992a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:00.197013 dv-cinder-857528-1-iscsi neutron-server[106416]: INFO neutron.wsgi [None req-c0735a6c-ad50-4ed9-83d5-704cf11992a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5167c133-ebe2-449b-926b-e47970cfb32a HTTP/1.1" status: 204 len: 168 time: 0.1199059 Sep 14 01:26:00.205360 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0735a6c-ad50-4ed9-83d5-704cf11992a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167c133-ebe2-449b-926b-e47970cfb32a,revision_number=None']} {{(pid=106416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:26:00.816045 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 4f869eda-0610-4d63-9aa7-0cea94aeffba no longer exists at agent ovs-agent-dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:26:00.836441 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] No Port match for: 4f869eda-0610-4d63-9aa7-0cea94aeffba {{(pid=106418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:26:00.836787 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron.plugins.ml2.rpc [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Device 4f869eda-0610-4d63-9aa7-0cea94aeffba not bound to the agent host dv-cinder-857528-1-iscsi {{(pid=106418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:26:05.269174 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=91 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:05.273237 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=78 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:05.893044 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6b08-c266-45f2-9749-391b77fce373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:06.271873 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:26:08.357351 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0010-1b9c-4a38-8e00-5621db324eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:08.842091 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=34,neutron:DELETE=6 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:08.845165 dv-cinder-857528-1-iscsi neutron-server[106417]: DEBUG dbcounter [-] [106417] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:09.467321 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:10.180458 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:10.201012 dv-cinder-857528-1-iscsi neutron-server[106416]: DEBUG dbcounter [-] [106416] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=106416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:10.807580 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:11.092642 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:16.267818 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:16.268547 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:20.902166 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:30.890965 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:30.898148 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=31,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:35.895245 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-f2cca6c6-cf22-4b0c-994e-29cd70a5d2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:38.359421 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-b7b9581c-8dc7-4266-801c-b0c1ac3a8150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:39.468753 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:40.841628 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:41.095414 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:42.264228 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:42.269608 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:26:43.271429 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:26:50.911546 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:26:53.267240 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:00.902018 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:00.907459 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:05.897998 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a3a91eb7-55ef-4fbc-afa5-a09ec1d2bae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:08.360627 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-832f8e8b-e60f-4a3a-b51f-534b4895ab38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:09.470304 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:10.813855 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:11.096722 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:19.264035 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:19.264797 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:20.270469 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:27:20.900374 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:30.826573 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=14 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:30.828473 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=14 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:30.889923 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:30.896733 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:35.900364 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-a3fb382c-7a7e-434c-b4d3-be0547313ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:38.363382 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a22f-2bdc-4746-907a-f562690858a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:39.473678 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:40.818699 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:41.099472 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:50.915144 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:27:56.266069 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:56.271165 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:27:57.269735 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:28:00.909050 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:00.910966 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:05.904949 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-5fc57609-0cd7-4d6b-aa8b-5ee05f6f3dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:07.265658 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:08.364972 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-819c8804-6308-4317-bcf8-f2454937b00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:09.477192 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:10.821288 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:11.100821 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:20.914735 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:30.908881 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:30.910793 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:33.267060 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:34.268528 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:28:35.908425 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-71f7c084-9d3d-4016-b1cb-fce58ef709e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:38.369483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-65aee5ff-ebe4-496e-9169-d22233036ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:39.480204 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:40.845742 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:41.104368 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:28:44.263875 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:28:50.928119 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:00.920938 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:00.923325 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:05.910402 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-95e12034-6348-4acc-8017-f037c59be6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:08.373788 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-dc2624d7-f6df-4284-bd50-6a4d936a3afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:09.483478 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:10.269567 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:10.274376 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:10.830925 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:11.106435 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:11.267530 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:29:20.938036 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:30.830442 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=11 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:30.832448 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=17 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:30.931656 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:30.936744 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:35.912171 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-f7a3532f-dd1d-484b-a203-360a65e8fdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:38.377634 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-526af629-7cf7-4b4a-a23c-cfcedf2cdd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:39.483784 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:40.831445 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:41.106796 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:47.269770 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:47.270610 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:29:48.265682 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:29:50.931569 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:29:58.261764 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:00.925856 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:00.927764 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:05.914431 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-83034184-0aef-4420-805c-4d43f787de1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:08.380216 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-4e439602-fb89-4b38-8b42-a3e76435f5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:09.488453 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:10.835157 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:11.109448 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:20.927668 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:24.261352 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:24.268446 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=4 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:25.263775 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:30:30.921520 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=10 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:30.923969 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:35.259044 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=2 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:35.259844 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:30:35.917990 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-8b31649e-d155-49f7-acec-7c96a40cc5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:38.384633 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-ca049e87-f6f0-4e28-bba7-14982cb4792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:39.492271 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:40.982205 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:41.113009 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:30:50.942825 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:00.932076 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:00.938427 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:01.263666 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:01.264355 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=3 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:02.265186 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG neutron.db.agents_db [None req-f3ce00e8-6fe8-488f-acea-de988e85f6d2 None None] Agent healthcheck: found 6 active agents {{(pid=106419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:31:05.919743 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c63-3f86-4d52-8dac-b71b4d546601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (064a52d2-64e2-4537-91e4-2b27146e2afc), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:08.386483 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-359f6933-4061-4828-a981-817f575702f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3b9ad274-eada-4497-9ebb-6a6d3536a896), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:09.494339 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-1d310190-59dc-4561-9a85-d47c26b7bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (f2241c95-6999-4520-b292-a77a3fe9eed8), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:10.842868 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9dcc-e69f-4bd0-a709-5ec99e273536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (4363a7e8-3ea9-4fb0-bff4-84a987d319cd), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:11.115154 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-bef3f43c-0d03-4c1c-9f3e-0f68ceeb97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (15aa1a7f-b8b0-4cfd-a284-92ae6107adbf), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:12.261377 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:12.262098 dv-cinder-857528-1-iscsi neutron-server[106419]: DEBUG dbcounter [-] [106419] Writing DB stats neutron:SELECT=1 {{(pid=106419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:20.939658 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG neutron_lib.callbacks.manager [None req-7365e776-74bc-4f02-ae84-6cd460b99cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773532651695', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371904'] for agent (3e230c91-9c4b-40ff-a97c-995aa0d7a2c9), after_update {{(pid=106418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:31:30.933532 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:31:30.935470 dv-cinder-857528-1-iscsi neutron-server[106418]: DEBUG dbcounter [-] [106418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}